1c6d43980SLemover/*************************************************************************************** 2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 4c6d43980SLemover* 5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2. 6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at: 8c6d43980SLemover* http://license.coscl.org.cn/MulanPSL2 9c6d43980SLemover* 10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13c6d43980SLemover* 14c6d43980SLemover* See the Mulan PSL v2 for more details. 15c6d43980SLemover***************************************************************************************/ 16c6d43980SLemover 171e3fad10SLinJiaweipackage xiangshan 181e3fad10SLinJiawei 1983ba63b3SXuan Huimport org.chipsalliance.cde.config.Parameters 201e3fad10SLinJiaweiimport chisel3._ 213b739f49SXuan Huimport chisel3.util.BitPat.bitPatToUInt 225844fcf0SLinJiaweiimport chisel3.util._ 233b739f49SXuan Huimport utility._ 243b739f49SXuan Huimport utils._ 25de169c67SWilliam Wangimport xiangshan.backend.decode.{ImmUnion, XDecode} 26730cfbc0SXuan Huimport xiangshan.backend.fu.FuType 273b739f49SXuan Huimport xiangshan.backend.rob.RobPtr 283b739f49SXuan Huimport xiangshan.frontend._ 295c1ae31bSYinan Xuimport xiangshan.mem.{LqPtr, SqPtr} 30b1712600SZiyue Zhangimport xiangshan.backend.Bundles.{DynInst, UopIdx} 31b52d4755SXuan Huimport xiangshan.backend.fu.vector.Bundles.VType 32d7ac23a3SEaston Manimport xiangshan.frontend.{AllAheadFoldedHistoryOldestBits, AllFoldedHistories, BPUCtrl, CGHPtr, FtqPtr, FtqToCtrlIO} 33d7ac23a3SEaston Manimport xiangshan.frontend.{Ftq_Redirect_SRAMEntry, HasBPUParameter, IfuToBackendIO, PreDecodeInfo, RASPtr} 34b9e121dfShappy-lximport xiangshan.cache.HasDCacheParameters 353c02ee8fSwakafaimport utility._ 36b0ae3ac4SLinJiawei 378891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 3888825c5cSYinan Xuimport chisel3.util.BitPat.bitPatToUInt 397720a376Sfdyimport chisel3.util.experimental.decode.EspressoMinimizer 4024519898SXuan Huimport xiangshan.backend.CtrlToFtqIO 41b6982e83SLemoverimport xiangshan.backend.fu.PMPEntry 4214a6653fSLingrui98import xiangshan.frontend.Ftq_Redirect_SRAMEntry 43dd6c0695SLingrui98import xiangshan.frontend.AllFoldedHistories 4467402d75SLingrui98import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 45c89b4642SGuokai Chenimport xiangshan.frontend.RASPtr 46780712aaSxiaofeibao-xjtuimport xiangshan.backend.rob.RobBundles.RobCommitEntryBundle 471e3fad10SLinJiawei 48627c0a19Szhanglinjuanclass ValidUndirectioned[T <: Data](gen: T) extends Bundle { 493803411bSzhanglinjuan val valid = Bool() 5035fe60e8SLingrui98 val bits = gen.cloneType.asInstanceOf[T] 51fe211d16SLinJiawei 523803411bSzhanglinjuan} 533803411bSzhanglinjuan 54627c0a19Szhanglinjuanobject ValidUndirectioned { 55627c0a19Szhanglinjuan def apply[T <: Data](gen: T) = { 56627c0a19Szhanglinjuan new ValidUndirectioned[T](gen) 573803411bSzhanglinjuan } 583803411bSzhanglinjuan} 593803411bSzhanglinjuan 601b7adedcSWilliam Wangobject RSFeedbackType { 6168d13085SXuan Hu val lrqFull = 0.U(4.W) 6268d13085SXuan Hu val tlbMiss = 1.U(4.W) 6368d13085SXuan Hu val mshrFull = 2.U(4.W) 6468d13085SXuan Hu val dataInvalid = 3.U(4.W) 6568d13085SXuan Hu val bankConflict = 4.U(4.W) 6668d13085SXuan Hu val ldVioCheckRedo = 5.U(4.W) 67cee61068Sfdy val feedbackInvalid = 7.U(4.W) 68cee61068Sfdy val issueSuccess = 8.U(4.W) 69ea0f92d8Sczw val rfArbitFail = 9.U(4.W) 70ea0f92d8Sczw val fuIdle = 10.U(4.W) 71ea0f92d8Sczw val fuBusy = 11.U(4.W) 72d54d930bSfdy val fuUncertain = 12.U(4.W) 73eb163ef0SHaojin Tang 7468d13085SXuan Hu val allTypes = 16 75cee61068Sfdy def apply() = UInt(4.W) 7661d88ec2SXuan Hu 7761d88ec2SXuan Hu def isStageSuccess(feedbackType: UInt) = { 78cee61068Sfdy feedbackType === issueSuccess 7961d88ec2SXuan Hu } 80965c972cSXuan Hu 81965c972cSXuan Hu def isBlocked(feedbackType: UInt) = { 82b536da76SXuan Hu feedbackType === rfArbitFail || feedbackType === fuBusy || feedbackType >= lrqFull && feedbackType <= feedbackInvalid 83965c972cSXuan Hu } 841b7adedcSWilliam Wang} 851b7adedcSWilliam Wang 862225d46eSJiawei Linclass PredictorAnswer(implicit p: Parameters) extends XSBundle { 87097c2688SLingrui98 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 88097c2688SLingrui98 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 89097c2688SLingrui98 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 9051b2a476Szoujr} 9151b2a476Szoujr 922225d46eSJiawei Linclass CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 93f226232fSzhanglinjuan // from backend 9469cafcc9SLingrui98 val pc = UInt(VAddrBits.W) 95f226232fSzhanglinjuan // frontend -> backend -> frontend 96f226232fSzhanglinjuan val pd = new PreDecodeInfo 97c89b4642SGuokai Chen val ssp = UInt(log2Up(RasSize).W) 98c89b4642SGuokai Chen val sctr = UInt(log2Up(RasCtrSize).W) 99c89b4642SGuokai Chen val TOSW = new RASPtr 100c89b4642SGuokai Chen val TOSR = new RASPtr 101c89b4642SGuokai Chen val NOS = new RASPtr 102c89b4642SGuokai Chen val topAddr = UInt(VAddrBits.W) 103c2ad24ebSLingrui98 // val hist = new ShiftingGlobalHistory 104dd6c0695SLingrui98 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 10567402d75SLingrui98 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 10667402d75SLingrui98 val lastBrNumOH = UInt((numBr+1).W) 107b37e4b45SLingrui98 val ghr = UInt(UbtbGHRLength.W) 108c2ad24ebSLingrui98 val histPtr = new CGHPtr 109e7b046c5Szoujr val specCnt = Vec(numBr, UInt(10.W)) 110fe3a74fcSYinan Xu // need pipeline update 111d2b20d1aSTang Haojin val br_hit = Bool() // if in ftb entry 112d2b20d1aSTang Haojin val jr_hit = Bool() // if in ftb entry 113d2b20d1aSTang Haojin val sc_hit = Bool() // if used in ftb entry, invalid if !br_hit 1142e947747SLinJiawei val predTaken = Bool() 115b2e6921eSLinJiawei val target = UInt(VAddrBits.W) 1169a2e6b8aSLinJiawei val taken = Bool() 117b2e6921eSLinJiawei val isMisPred = Bool() 118d0527adfSzoujr val shift = UInt((log2Ceil(numBr)+1).W) 119d0527adfSzoujr val addIntoHist = Bool() 12014a6653fSLingrui98 12114a6653fSLingrui98 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 122c2ad24ebSLingrui98 // this.hist := entry.ghist 123dd6c0695SLingrui98 this.folded_hist := entry.folded_hist 12467402d75SLingrui98 this.lastBrNumOH := entry.lastBrNumOH 12567402d75SLingrui98 this.afhob := entry.afhob 126c2ad24ebSLingrui98 this.histPtr := entry.histPtr 127c89b4642SGuokai Chen this.ssp := entry.ssp 128c89b4642SGuokai Chen this.sctr := entry.sctr 129c89b4642SGuokai Chen this.TOSW := entry.TOSW 130c89b4642SGuokai Chen this.TOSR := entry.TOSR 131c89b4642SGuokai Chen this.NOS := entry.NOS 132c89b4642SGuokai Chen this.topAddr := entry.topAddr 13314a6653fSLingrui98 this 13414a6653fSLingrui98 } 135b2e6921eSLinJiawei} 136b2e6921eSLinJiawei 1375844fcf0SLinJiawei// Dequeue DecodeWidth insts from Ibuffer 138de169c67SWilliam Wangclass CtrlFlow(implicit p: Parameters) extends XSBundle { 1395844fcf0SLinJiawei val instr = UInt(32.W) 1405844fcf0SLinJiawei val pc = UInt(VAddrBits.W) 141de169c67SWilliam Wang val foldpc = UInt(MemPredPCWidth.W) 142baf8def6SYinan Xu val exceptionVec = ExceptionVec() 14372951335SLi Qianruo val trigger = new TriggerCf 144faf3cfa9SLinJiawei val pd = new PreDecodeInfo 145cde9280dSLinJiawei val pred_taken = Bool() 146c84054caSLinJiawei val crossPageIPFFix = Bool() 147de169c67SWilliam Wang val storeSetHit = Bool() // inst has been allocated an store set 148980c1bc3SWilliam Wang val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 149d1fe0262SWilliam Wang // Load wait is needed 150d1fe0262SWilliam Wang // load inst will not be executed until former store (predicted by mdp) addr calcuated 151d1fe0262SWilliam Wang val loadWaitBit = Bool() 152d1fe0262SWilliam Wang // If (loadWaitBit && loadWaitStrict), strict load wait is needed 153d1fe0262SWilliam Wang // load inst will not be executed until ALL former store addr calcuated 154d1fe0262SWilliam Wang val loadWaitStrict = Bool() 155de169c67SWilliam Wang val ssid = UInt(SSIDWidth.W) 156884dbb3bSLinJiawei val ftqPtr = new FtqPtr 157884dbb3bSLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 1585844fcf0SLinJiawei} 1595844fcf0SLinJiawei 16072951335SLi Qianruo 1612225d46eSJiawei Linclass FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 1622ce29ed6SLinJiawei val isAddSub = Bool() // swap23 163dc597826SJiawei Lin val typeTagIn = UInt(1.W) 164dc597826SJiawei Lin val typeTagOut = UInt(1.W) 1652ce29ed6SLinJiawei val fromInt = Bool() 1662ce29ed6SLinJiawei val wflags = Bool() 1672ce29ed6SLinJiawei val fpWen = Bool() 1682ce29ed6SLinJiawei val fmaCmd = UInt(2.W) 1692ce29ed6SLinJiawei val div = Bool() 1702ce29ed6SLinJiawei val sqrt = Bool() 1712ce29ed6SLinJiawei val fcvt = Bool() 1722ce29ed6SLinJiawei val typ = UInt(2.W) 1732ce29ed6SLinJiawei val fmt = UInt(2.W) 1742ce29ed6SLinJiawei val ren3 = Bool() //TODO: remove SrcType.fp 175e6c6b64fSLinJiawei val rm = UInt(3.W) 176579b9f28SLinJiawei} 177579b9f28SLinJiawei 1785844fcf0SLinJiawei// Decode DecodeWidth insts at Decode Stage 1792225d46eSJiawei Linclass CtrlSignals(implicit p: Parameters) extends XSBundle { 1808744445eSMaxpicca-Li val debug_globalID = UInt(XLEN.W) 181a7a8a6ccSHaojin Tang val srcType = Vec(4, SrcType()) 182a7a8a6ccSHaojin Tang val lsrc = Vec(4, UInt(6.W)) 183a7a8a6ccSHaojin Tang val ldest = UInt(6.W) 1849a2e6b8aSLinJiawei val fuType = FuType() 1859a2e6b8aSLinJiawei val fuOpType = FuOpType() 1869a2e6b8aSLinJiawei val rfWen = Bool() 1879a2e6b8aSLinJiawei val fpWen = Bool() 188deb6421eSHaojin Tang val vecWen = Bool() 1899a2e6b8aSLinJiawei val isXSTrap = Bool() 1902d366136SLinJiawei val noSpecExec = Bool() // wait forward 1912d366136SLinJiawei val blockBackward = Bool() // block backward 19245a56a29SZhangZifei val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 193e2695e90SzhanglyGit val uopSplitType = UopSplitType() 194c2a8ae00SYikeZhou val selImm = SelImm() 195780712aaSxiaofeibao-xjtu val imm = UInt(32.W) 196a3edac52SYinan Xu val commitType = CommitType() 197579b9f28SLinJiawei val fpu = new FPUCtrlSignals 198b1712600SZiyue Zhang val uopIdx = UopIdx() 199aac4464eSYinan Xu val isMove = Bool() 2001a0debc2Sczw val vm = Bool() 201d4aca96cSlqre val singleStep = Bool() 202c88c3a2aSYinan Xu // This inst will flush all the pipe when it is the oldest inst in ROB, 203c88c3a2aSYinan Xu // then replay from this inst itself 204c88c3a2aSYinan Xu val replayInst = Bool() 20589cc69c1STang Haojin val canRobCompress = Bool() 206be25371aSYikeZhou 20757a10886SXuan Hu private def allSignals = srcType.take(3) ++ Seq(fuType, fuOpType, rfWen, fpWen, vecWen, 20889cc69c1STang Haojin isXSTrap, noSpecExec, blockBackward, flushPipe, canRobCompress, uopSplitType, selImm) 20988825c5cSYinan Xu 21088825c5cSYinan Xu def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 2117720a376Sfdy val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table, EspressoMinimizer) 21288825c5cSYinan Xu allSignals zip decoder foreach { case (s, d) => s := d } 2134d24c305SYikeZhou commitType := DontCare 214be25371aSYikeZhou this 215be25371aSYikeZhou } 21688825c5cSYinan Xu 21788825c5cSYinan Xu def decode(bit: List[BitPat]): CtrlSignals = { 21888825c5cSYinan Xu allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 21988825c5cSYinan Xu this 22088825c5cSYinan Xu } 221b6900d94SYinan Xu 2223b739f49SXuan Hu def isWFI: Bool = fuType === FuType.csr.U && fuOpType === CSROpType.wfi 223f025d715SYinan Xu def isSoftPrefetch: Bool = { 2243b739f49SXuan Hu fuType === FuType.alu.U && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 225f025d715SYinan Xu } 2263d1a5c10Smaliao def needWriteRf: Bool = (rfWen && ldest =/= 0.U) || fpWen || vecWen 227d0de7e4aSpeixiaokun def isHyperInst: Bool = { 228e25e4d90SXuan Hu fuType === FuType.ldu.U && LSUOpType.isHlv(fuOpType) || fuType === FuType.stu.U && LSUOpType.isHsv(fuOpType) 229d0de7e4aSpeixiaokun } 2305844fcf0SLinJiawei} 2315844fcf0SLinJiawei 2322225d46eSJiawei Linclass CfCtrl(implicit p: Parameters) extends XSBundle { 2335844fcf0SLinJiawei val cf = new CtrlFlow 2345844fcf0SLinJiawei val ctrl = new CtrlSignals 2355844fcf0SLinJiawei} 2365844fcf0SLinJiawei 2372225d46eSJiawei Linclass PerfDebugInfo(implicit p: Parameters) extends XSBundle { 2388b8e745dSYikeZhou val eliminatedMove = Bool() 2398744445eSMaxpicca-Li // val fetchTime = UInt(XLEN.W) 240ebb8ebf8SYinan Xu val renameTime = UInt(XLEN.W) 241ebb8ebf8SYinan Xu val dispatchTime = UInt(XLEN.W) 242ebb8ebf8SYinan Xu val enqRsTime = UInt(XLEN.W) 243ebb8ebf8SYinan Xu val selectTime = UInt(XLEN.W) 244ebb8ebf8SYinan Xu val issueTime = UInt(XLEN.W) 245ebb8ebf8SYinan Xu val writebackTime = UInt(XLEN.W) 2468744445eSMaxpicca-Li // val commitTime = UInt(XLEN.W) 2478744445eSMaxpicca-Li val runahead_checkpoint_id = UInt(XLEN.W) 2488744445eSMaxpicca-Li val tlbFirstReqTime = UInt(XLEN.W) 2498744445eSMaxpicca-Li val tlbRespTime = UInt(XLEN.W) // when getting hit result (including delay in L2TLB hit) 250ba4100caSYinan Xu} 251ba4100caSYinan Xu 25248d1472eSWilliam Wang// Separate LSQ 2532225d46eSJiawei Linclass LSIdx(implicit p: Parameters) extends XSBundle { 254915c0dd4SYinan Xu val lqIdx = new LqPtr 2555c1ae31bSYinan Xu val sqIdx = new SqPtr 25624726fbfSWilliam Wang} 25724726fbfSWilliam Wang 258b2e6921eSLinJiawei// CfCtrl -> MicroOp at Rename Stage 2592225d46eSJiawei Linclass MicroOp(implicit p: Parameters) extends CfCtrl { 260a7a8a6ccSHaojin Tang val srcState = Vec(4, SrcState()) 261a7a8a6ccSHaojin Tang val psrc = Vec(4, UInt(PhyRegIdxWidth.W)) 26220e31bd1SYinan Xu val pdest = UInt(PhyRegIdxWidth.W) 2639aca92b9SYinan Xu val robIdx = new RobPtr 26489cc69c1STang Haojin val instrSize = UInt(log2Ceil(RenameWidth + 1).W) 265fe6452fcSYinan Xu val lqIdx = new LqPtr 266fe6452fcSYinan Xu val sqIdx = new SqPtr 2678b8e745dSYikeZhou val eliminatedMove = Bool() 268fa7f2c26STang Haojin val snapshot = Bool() 2697cef916fSYinan Xu val debugInfo = new PerfDebugInfo 2709d4e1137SYinan Xu def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 271bcce877bSYinan Xu val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 272bcce877bSYinan Xu val readReg = if (isFp) { 273bcce877bSYinan Xu ctrl.srcType(index) === SrcType.fp 274bcce877bSYinan Xu } else { 275bcce877bSYinan Xu ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 276a338f247SYinan Xu } 277bcce877bSYinan Xu readReg && stateReady 278a338f247SYinan Xu } 2795c7674feSYinan Xu def srcIsReady: Vec[Bool] = { 280c9ebdf90SYinan Xu VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 2815c7674feSYinan Xu } 2826ab6918fSYinan Xu def clearExceptions( 2836ab6918fSYinan Xu exceptionBits: Seq[Int] = Seq(), 2846ab6918fSYinan Xu flushPipe: Boolean = false, 2856ab6918fSYinan Xu replayInst: Boolean = false 2866ab6918fSYinan Xu ): MicroOp = { 2876ab6918fSYinan Xu cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 2886ab6918fSYinan Xu if (!flushPipe) { ctrl.flushPipe := false.B } 2896ab6918fSYinan Xu if (!replayInst) { ctrl.replayInst := false.B } 290c88c3a2aSYinan Xu this 291c88c3a2aSYinan Xu } 2925844fcf0SLinJiawei} 2935844fcf0SLinJiawei 29446f74b57SHaojin Tangclass XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 295dfb4c5dcSXuan Hu val uop = new DynInst 29646f74b57SHaojin Tang} 29746f74b57SHaojin Tang 29846f74b57SHaojin Tangclass MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 299de169c67SWilliam Wang val flag = UInt(1.W) 3001e3fad10SLinJiawei} 301de169c67SWilliam Wang 3022225d46eSJiawei Linclass Redirect(implicit p: Parameters) extends XSBundle { 30314a67055Ssfencevma val isRVC = Bool() 3049aca92b9SYinan Xu val robIdx = new RobPtr 30536d7aed5SLinJiawei val ftqIdx = new FtqPtr 30636d7aed5SLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 307bfb958a3SYinan Xu val level = RedirectLevel() 308bfb958a3SYinan Xu val interrupt = Bool() 309c778d2afSLinJiawei val cfiUpdate = new CfiUpdateInfo 310bfb958a3SYinan Xu 311de169c67SWilliam Wang val stFtqIdx = new FtqPtr // for load violation predict 312de169c67SWilliam Wang val stFtqOffset = UInt(log2Up(PredictWidth).W) 313fe211d16SLinJiawei 31420edb3f7SWilliam Wang val debug_runahead_checkpoint_id = UInt(64.W) 315d2b20d1aSTang Haojin val debugIsCtrl = Bool() 316d2b20d1aSTang Haojin val debugIsMemVio = Bool() 31720edb3f7SWilliam Wang 318bfb958a3SYinan Xu def flushItself() = RedirectLevel.flushItself(level) 319a25b1bceSLinJiawei} 320a25b1bceSLinJiawei 3212b4e8253SYinan Xuclass ResetPregStateReq(implicit p: Parameters) extends XSBundle { 32260deaca2SLinJiawei // NOTE: set isInt and isFp both to 'false' when invalid 32360deaca2SLinJiawei val isInt = Bool() 32460deaca2SLinJiawei val isFp = Bool() 325*60f0c5aeSxiaofeibao val isVec = Bool() 32660deaca2SLinJiawei val preg = UInt(PhyRegIdxWidth.W) 3275844fcf0SLinJiawei} 3285844fcf0SLinJiawei 3292225d46eSJiawei Linclass DebugBundle(implicit p: Parameters) extends XSBundle { 33072235fa4SWilliam Wang val isMMIO = Bool() 3318635f18fSwangkaifan val isPerfCnt = Bool() 3328b91a337SWilliam Wang val paddr = UInt(PAddrBits.W) 33372951335SLi Qianruo val vaddr = UInt(VAddrBits.W) 3348744445eSMaxpicca-Li /* add L/S inst info in EXU */ 3358744445eSMaxpicca-Li // val L1toL2TlbLatency = UInt(XLEN.W) 3368744445eSMaxpicca-Li // val levelTlbHit = UInt(2.W) 337e402d94eSWilliam Wang} 3385844fcf0SLinJiawei 3392225d46eSJiawei Linclass ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 34035bfeecbSYinan Xu val mtip = Input(Bool()) 34135bfeecbSYinan Xu val msip = Input(Bool()) 34235bfeecbSYinan Xu val meip = Input(Bool()) 343b3d79b37SYinan Xu val seip = Input(Bool()) 344d4aca96cSlqre val debug = Input(Bool()) 3455844fcf0SLinJiawei} 3465844fcf0SLinJiawei 3472225d46eSJiawei Linclass CSRSpecialIO(implicit p: Parameters) extends XSBundle { 3483b739f49SXuan Hu val exception = Flipped(ValidIO(new DynInst)) 3493fa7b737SYinan Xu val isInterrupt = Input(Bool()) 35035bfeecbSYinan Xu val memExceptionVAddr = Input(UInt(VAddrBits.W)) 35135bfeecbSYinan Xu val trapTarget = Output(UInt(VAddrBits.W)) 35235bfeecbSYinan Xu val externalInterrupt = new ExternalInterruptIO 35335bfeecbSYinan Xu val interrupt = Output(Bool()) 35435bfeecbSYinan Xu} 35535bfeecbSYinan Xu 356a8db15d8Sfdyclass DiffCommitIO(implicit p: Parameters) extends XSBundle { 357a8db15d8Sfdy val isCommit = Bool() 358a8db15d8Sfdy val commitValid = Vec(CommitWidth * MaxUopSize, Bool()) 359a8db15d8Sfdy 3606b102a39SHaojin Tang val info = Vec(CommitWidth * MaxUopSize, new RabCommitInfo) 361a8db15d8Sfdy} 362a8db15d8Sfdy 363780712aaSxiaofeibao-xjtuclass RobCommitInfo(implicit p: Parameters) extends RobCommitEntryBundle 3645844fcf0SLinJiawei 3659aca92b9SYinan Xuclass RobCommitIO(implicit p: Parameters) extends XSBundle { 366ccfddc82SHaojin Tang val isCommit = Bool() 367ccfddc82SHaojin Tang val commitValid = Vec(CommitWidth, Bool()) 3686474c47fSYinan Xu 369ccfddc82SHaojin Tang val isWalk = Bool() 370c51eab43SYinan Xu // valid bits optimized for walk 371ccfddc82SHaojin Tang val walkValid = Vec(CommitWidth, Bool()) 3726474c47fSYinan Xu 373ccfddc82SHaojin Tang val info = Vec(CommitWidth, new RobCommitInfo) 374fa7f2c26STang Haojin val robIdx = Vec(CommitWidth, new RobPtr) 37521e7a6c5SYinan Xu 3766474c47fSYinan Xu def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 3776474c47fSYinan Xu def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 3785844fcf0SLinJiawei} 3795844fcf0SLinJiawei 3806b102a39SHaojin Tangclass RabCommitInfo(implicit p: Parameters) extends XSBundle { 3816b102a39SHaojin Tang val ldest = UInt(6.W) 3826b102a39SHaojin Tang val pdest = UInt(PhyRegIdxWidth.W) 3836b102a39SHaojin Tang val rfWen = Bool() 3846b102a39SHaojin Tang val fpWen = Bool() 3856b102a39SHaojin Tang val vecWen = Bool() 3866b102a39SHaojin Tang val isMove = Bool() 3876b102a39SHaojin Tang} 3886b102a39SHaojin Tang 3896b102a39SHaojin Tangclass RabCommitIO(implicit p: Parameters) extends XSBundle { 3906b102a39SHaojin Tang val isCommit = Bool() 391780712aaSxiaofeibao-xjtu val commitValid = Vec(RabCommitWidth, Bool()) 3926b102a39SHaojin Tang 3936b102a39SHaojin Tang val isWalk = Bool() 3946b102a39SHaojin Tang // valid bits optimized for walk 395780712aaSxiaofeibao-xjtu val walkValid = Vec(RabCommitWidth, Bool()) 3966b102a39SHaojin Tang 397780712aaSxiaofeibao-xjtu val info = Vec(RabCommitWidth, new RabCommitInfo) 398780712aaSxiaofeibao-xjtu val robIdx = OptionWrapper(!env.FPGAPlatform, Vec(RabCommitWidth, new RobPtr)) 3996b102a39SHaojin Tang 4006b102a39SHaojin Tang def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 4016b102a39SHaojin Tang def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 4026b102a39SHaojin Tang} 4036b102a39SHaojin Tang 404fa7f2c26STang Haojinclass SnapshotPort(implicit p: Parameters) extends XSBundle { 405fa7f2c26STang Haojin val snptEnq = Bool() 406fa7f2c26STang Haojin val snptDeq = Bool() 407fa7f2c26STang Haojin val useSnpt = Bool() 408fa7f2c26STang Haojin val snptSelect = UInt(log2Ceil(RenameSnapshotNum).W) 409c4b56310SHaojin Tang val flushVec = Vec(RenameSnapshotNum, Bool()) 410fa7f2c26STang Haojin} 411fa7f2c26STang Haojin 4121b7adedcSWilliam Wangclass RSFeedback(implicit p: Parameters) extends XSBundle { 4135db4956bSzhanglyGit val robIdx = new RobPtr 414037a131fSWilliam Wang val hit = Bool() 41562f57a35SLemover val flushState = Bool() 4161b7adedcSWilliam Wang val sourceType = RSFeedbackType() 417c7160cd3SWilliam Wang val dataInvalidSqIdx = new SqPtr 418037a131fSWilliam Wang} 419037a131fSWilliam Wang 420d87b76aaSWilliam Wangclass MemRSFeedbackIO(implicit p: Parameters) extends XSBundle { 421d87b76aaSWilliam Wang // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 422d87b76aaSWilliam Wang // for instance: MemRSFeedbackIO()(updateP) 423d87b76aaSWilliam Wang val feedbackSlow = ValidIO(new RSFeedback()) // dcache miss queue full, dtlb miss 424d3372210SzhanglyGit val feedbackFast = ValidIO(new RSFeedback()) // bank conflict 425d87b76aaSWilliam Wang} 426d87b76aaSWilliam Wang 4270f55a0d3SHaojin Tangclass LoadCancelIO(implicit p: Parameters) extends XSBundle { 428596af5d2SHaojin Tang val ld1Cancel = Bool() 429596af5d2SHaojin Tang val ld2Cancel = Bool() 4300f55a0d3SHaojin Tang} 4310f55a0d3SHaojin Tang 432f06ca0bfSLingrui98class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 4335844fcf0SLinJiawei // to backend end 4345844fcf0SLinJiawei val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 435d2b20d1aSTang Haojin val stallReason = new StallReasonIO(DecodeWidth) 436f06ca0bfSLingrui98 val fromFtq = new FtqToCtrlIO 437d7ac23a3SEaston Man val fromIfu = new IfuToBackendIO 4385844fcf0SLinJiawei // from backend 439f06ca0bfSLingrui98 val toFtq = Flipped(new CtrlToFtqIO) 44005cc2a4eSXuan Hu val canAccept = Input(Bool()) 4411e3fad10SLinJiawei} 442fcff7e94SZhangZifei 443f1fe8698SLemoverclass SatpStruct(implicit p: Parameters) extends XSBundle { 44445f497a4Shappy-lx val mode = UInt(4.W) 44545f497a4Shappy-lx val asid = UInt(16.W) 44645f497a4Shappy-lx val ppn = UInt(44.W) 44745f497a4Shappy-lx} 44845f497a4Shappy-lx 449f1fe8698SLemoverclass TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 45045f497a4Shappy-lx val changed = Bool() 45145f497a4Shappy-lx 45245f497a4Shappy-lx def apply(satp_value: UInt): Unit = { 45345f497a4Shappy-lx require(satp_value.getWidth == XLEN) 45445f497a4Shappy-lx val sa = satp_value.asTypeOf(new SatpStruct) 45545f497a4Shappy-lx mode := sa.mode 45645f497a4Shappy-lx asid := sa.asid 457935edac4STang Haojin ppn := Cat(0.U((44-PAddrBits).W), sa.ppn(PAddrBits-1, 0)).asUInt 45845f497a4Shappy-lx changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 45945f497a4Shappy-lx } 460fcff7e94SZhangZifei} 461f1fe8698SLemover 462f1fe8698SLemoverclass TlbCsrBundle(implicit p: Parameters) extends XSBundle { 463f1fe8698SLemover val satp = new TlbSatpBundle() 464d0de7e4aSpeixiaokun val vsatp = new TlbSatpBundle() 465d0de7e4aSpeixiaokun val hgatp = new TlbSatpBundle() 466fcff7e94SZhangZifei val priv = new Bundle { 467fcff7e94SZhangZifei val mxr = Bool() 468fcff7e94SZhangZifei val sum = Bool() 469d0de7e4aSpeixiaokun val vmxr = Bool() 470d0de7e4aSpeixiaokun val vsum = Bool() 471d0de7e4aSpeixiaokun val virt = Bool() 472d0de7e4aSpeixiaokun val spvp = UInt(1.W) 473fcff7e94SZhangZifei val imode = UInt(2.W) 474fcff7e94SZhangZifei val dmode = UInt(2.W) 475fcff7e94SZhangZifei } 4768fc4e859SZhangZifei 4778fc4e859SZhangZifei override def toPrintable: Printable = { 4788fc4e859SZhangZifei p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 4798fc4e859SZhangZifei p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 4808fc4e859SZhangZifei } 481fcff7e94SZhangZifei} 482fcff7e94SZhangZifei 4832225d46eSJiawei Linclass SfenceBundle(implicit p: Parameters) extends XSBundle { 484fcff7e94SZhangZifei val valid = Bool() 485fcff7e94SZhangZifei val bits = new Bundle { 486fcff7e94SZhangZifei val rs1 = Bool() 487fcff7e94SZhangZifei val rs2 = Bool() 488fcff7e94SZhangZifei val addr = UInt(VAddrBits.W) 489d0de7e4aSpeixiaokun val id = UInt((AsidLength).W) // asid or vmid 490f1fe8698SLemover val flushPipe = Bool() 491d0de7e4aSpeixiaokun val hv = Bool() 492d0de7e4aSpeixiaokun val hg = Bool() 493fcff7e94SZhangZifei } 4948fc4e859SZhangZifei 4958fc4e859SZhangZifei override def toPrintable: Printable = { 496f1fe8698SLemover p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 4978fc4e859SZhangZifei } 498fcff7e94SZhangZifei} 499a165bd69Swangkaifan 500de169c67SWilliam Wang// Bundle for load violation predictor updating 501de169c67SWilliam Wangclass MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 5022b8b2e7aSWilliam Wang val valid = Bool() 503de169c67SWilliam Wang 504de169c67SWilliam Wang // wait table update 505de169c67SWilliam Wang val waddr = UInt(MemPredPCWidth.W) 5062b8b2e7aSWilliam Wang val wdata = Bool() // true.B by default 507de169c67SWilliam Wang 508de169c67SWilliam Wang // store set update 509de169c67SWilliam Wang // by default, ldpc/stpc should be xor folded 510de169c67SWilliam Wang val ldpc = UInt(MemPredPCWidth.W) 511de169c67SWilliam Wang val stpc = UInt(MemPredPCWidth.W) 5122b8b2e7aSWilliam Wang} 5132b8b2e7aSWilliam Wang 5142225d46eSJiawei Linclass CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 5152b8b2e7aSWilliam Wang // Prefetcher 516ecccf78fSJay val l1I_pf_enable = Output(Bool()) 5172b8b2e7aSWilliam Wang val l2_pf_enable = Output(Bool()) 51885de5caeSLinJiawei val l1D_pf_enable = Output(Bool()) 51985de5caeSLinJiawei val l1D_pf_train_on_hit = Output(Bool()) 52085de5caeSLinJiawei val l1D_pf_enable_agt = Output(Bool()) 52185de5caeSLinJiawei val l1D_pf_enable_pht = Output(Bool()) 5225d13017eSLinJiawei val l1D_pf_active_threshold = Output(UInt(4.W)) 5235d13017eSLinJiawei val l1D_pf_active_stride = Output(UInt(6.W)) 524edbf1204SLinJiawei val l1D_pf_enable_stride = Output(Bool()) 525f1d78cf7SLinJiawei val l2_pf_store_only = Output(Bool()) 526ecccf78fSJay // ICache 527ecccf78fSJay val icache_parity_enable = Output(Bool()) 528f3f22d72SYinan Xu // Labeled XiangShan 5292b8b2e7aSWilliam Wang val dsid = Output(UInt(8.W)) // TODO: DsidWidth as parameter 530f3f22d72SYinan Xu // Load violation predictor 5312b8b2e7aSWilliam Wang val lvpred_disable = Output(Bool()) 5322b8b2e7aSWilliam Wang val no_spec_load = Output(Bool()) 533c7160cd3SWilliam Wang val storeset_wait_store = Output(Bool()) 534c7160cd3SWilliam Wang val storeset_no_fast_wakeup = Output(Bool()) 535c7160cd3SWilliam Wang val lvpred_timeout = Output(UInt(5.W)) 536f3f22d72SYinan Xu // Branch predictor 5372b8b2e7aSWilliam Wang val bp_ctrl = Output(new BPUCtrl) 538f3f22d72SYinan Xu // Memory Block 539f3f22d72SYinan Xu val sbuffer_threshold = Output(UInt(4.W)) 540d10a581eSWilliam Wang val ldld_vio_check_enable = Output(Bool()) 541d10a581eSWilliam Wang val soft_prefetch_enable = Output(Bool()) 542a4e57ea3SLi Qianruo val cache_error_enable = Output(Bool()) 54337225120Ssfencevma val uncache_write_outstanding_enable = Output(Bool()) 544aac4464eSYinan Xu // Rename 5455b47c58cSYinan Xu val fusion_enable = Output(Bool()) 5465b47c58cSYinan Xu val wfi_enable = Output(Bool()) 547af2f7849Shappy-lx // Decode 548af2f7849Shappy-lx val svinval_enable = Output(Bool()) 549af2f7849Shappy-lx 550b6982e83SLemover // distribute csr write signal 551b6982e83SLemover val distribute_csr = new DistributedCSRIO() 5525b0f0029SXuan Hu // TODO: move it to a new bundle, since single step is not a custom control signal 553ddb65c47SLi Qianruo val singlestep = Output(Bool()) 55472951335SLi Qianruo val frontend_trigger = new FrontendTdataDistributeIO() 55572951335SLi Qianruo val mem_trigger = new MemTdataDistributeIO() 556d0de7e4aSpeixiaokun // Virtualization Mode 557d0de7e4aSpeixiaokun val virtMode = Output(Bool()) 558b6982e83SLemover} 559b6982e83SLemover 560b6982e83SLemoverclass DistributedCSRIO(implicit p: Parameters) extends XSBundle { 5611c746d3aScui fliter // CSR has been written by csr inst, copies of csr should be updated 562b6982e83SLemover val w = ValidIO(new Bundle { 563b6982e83SLemover val addr = Output(UInt(12.W)) 564b6982e83SLemover val data = Output(UInt(XLEN.W)) 565b6982e83SLemover }) 5662b8b2e7aSWilliam Wang} 567e19f7967SWilliam Wang 568e19f7967SWilliam Wangclass DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 569e19f7967SWilliam Wang // Request csr to be updated 570e19f7967SWilliam Wang // 571e19f7967SWilliam Wang // Note that this request will ONLY update CSR Module it self, 572e19f7967SWilliam Wang // copies of csr will NOT be updated, use it with care! 573e19f7967SWilliam Wang // 574e19f7967SWilliam Wang // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 575e19f7967SWilliam Wang val w = ValidIO(new Bundle { 576e19f7967SWilliam Wang val addr = Output(UInt(12.W)) 577e19f7967SWilliam Wang val data = Output(UInt(XLEN.W)) 578e19f7967SWilliam Wang }) 579e19f7967SWilliam Wang def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 580e19f7967SWilliam Wang when(valid){ 581e19f7967SWilliam Wang w.bits.addr := addr 582e19f7967SWilliam Wang w.bits.data := data 583e19f7967SWilliam Wang } 584e19f7967SWilliam Wang println("Distributed CSR update req registered for " + src_description) 585e19f7967SWilliam Wang } 586e19f7967SWilliam Wang} 58772951335SLi Qianruo 5880f59c834SWilliam Wangclass L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 5890f59c834SWilliam Wang // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 5900f59c834SWilliam Wang val source = Output(new Bundle() { 5910f59c834SWilliam Wang val tag = Bool() // l1 tag array 5920f59c834SWilliam Wang val data = Bool() // l1 data array 5930f59c834SWilliam Wang val l2 = Bool() 5940f59c834SWilliam Wang }) 5950f59c834SWilliam Wang val opType = Output(new Bundle() { 5960f59c834SWilliam Wang val fetch = Bool() 5970f59c834SWilliam Wang val load = Bool() 5980f59c834SWilliam Wang val store = Bool() 5990f59c834SWilliam Wang val probe = Bool() 6000f59c834SWilliam Wang val release = Bool() 6010f59c834SWilliam Wang val atom = Bool() 6020f59c834SWilliam Wang }) 6030f59c834SWilliam Wang val paddr = Output(UInt(PAddrBits.W)) 6040f59c834SWilliam Wang 6050f59c834SWilliam Wang // report error and paddr to beu 6060f59c834SWilliam Wang // bus error unit will receive error info iff ecc_error.valid 6070f59c834SWilliam Wang val report_to_beu = Output(Bool()) 6080f59c834SWilliam Wang 6090f59c834SWilliam Wang // there is an valid error 6100f59c834SWilliam Wang // l1 cache error will always be report to CACHE_ERROR csr 6110f59c834SWilliam Wang val valid = Output(Bool()) 6120f59c834SWilliam Wang 6130f59c834SWilliam Wang def toL1BusErrorUnitInfo(): L1BusErrorUnitInfo = { 6140f59c834SWilliam Wang val beu_info = Wire(new L1BusErrorUnitInfo) 6150f59c834SWilliam Wang beu_info.ecc_error.valid := report_to_beu 6160f59c834SWilliam Wang beu_info.ecc_error.bits := paddr 6170f59c834SWilliam Wang beu_info 6180f59c834SWilliam Wang } 6190f59c834SWilliam Wang} 620bc63e578SLi Qianruo 62172951335SLi Qianruoclass TriggerCf(implicit p: Parameters) extends XSBundle { 62284e47f35SLi Qianruo // frontend 623f7af4c74Schengguanghui val frontendHit = Vec(TriggerNum, Bool()) // en && hit 624f7af4c74Schengguanghui val frontendCanFire = Vec(TriggerNum, Bool()) 62584e47f35SLi Qianruo // backend 626f7af4c74Schengguanghui val backendHit = Vec(TriggerNum, Bool()) 627f7af4c74Schengguanghui val backendCanFire = Vec(TriggerNum, Bool()) 62884e47f35SLi Qianruo 62984e47f35SLi Qianruo // Two situations not allowed: 63084e47f35SLi Qianruo // 1. load data comparison 63184e47f35SLi Qianruo // 2. store chaining with store 632f7af4c74Schengguanghui def getFrontendCanFire = frontendCanFire.reduce(_ || _) 633f7af4c74Schengguanghui def getBackendCanFire = backendCanFire.reduce(_ || _) 634f7af4c74Schengguanghui def canFire = getFrontendCanFire || getBackendCanFire 635d7dd1af1SLi Qianruo def clear(): Unit = { 636d7dd1af1SLi Qianruo frontendHit.foreach(_ := false.B) 637f7af4c74Schengguanghui frontendCanFire.foreach(_ := false.B) 638d7dd1af1SLi Qianruo backendHit.foreach(_ := false.B) 639f7af4c74Schengguanghui backendCanFire.foreach(_ := false.B) 640d7dd1af1SLi Qianruo } 64172951335SLi Qianruo} 64272951335SLi Qianruo 643bc63e578SLi Qianruo// these 3 bundles help distribute trigger control signals from CSR 644bc63e578SLi Qianruo// to Frontend, Load and Store. 64572951335SLi Qianruoclass FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 646f7af4c74Schengguanghui val tUpdate = ValidIO(new Bundle { 647f7af4c74Schengguanghui val addr = Output(UInt(log2Up(TriggerNum).W)) 64872951335SLi Qianruo val tdata = new MatchTriggerIO 64972951335SLi Qianruo }) 650f7af4c74Schengguanghui val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 65172951335SLi Qianruo} 65272951335SLi Qianruo 65372951335SLi Qianruoclass MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 654f7af4c74Schengguanghui val tUpdate = ValidIO(new Bundle { 655f7af4c74Schengguanghui val addr = Output(UInt(log2Up(TriggerNum).W)) 65672951335SLi Qianruo val tdata = new MatchTriggerIO 65772951335SLi Qianruo }) 658f7af4c74Schengguanghui val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 65972951335SLi Qianruo} 66072951335SLi Qianruo 66172951335SLi Qianruoclass MatchTriggerIO(implicit p: Parameters) extends XSBundle { 66272951335SLi Qianruo val matchType = Output(UInt(2.W)) 66372951335SLi Qianruo val select = Output(Bool()) 66472951335SLi Qianruo val timing = Output(Bool()) 66572951335SLi Qianruo val action = Output(Bool()) 66672951335SLi Qianruo val chain = Output(Bool()) 667f7af4c74Schengguanghui val execute = Output(Bool()) 668f7af4c74Schengguanghui val store = Output(Bool()) 669f7af4c74Schengguanghui val load = Output(Bool()) 67072951335SLi Qianruo val tdata2 = Output(UInt(64.W)) 67172951335SLi Qianruo} 672b9e121dfShappy-lx 673d2b20d1aSTang Haojinclass StallReasonIO(width: Int) extends Bundle { 674d2b20d1aSTang Haojin val reason = Output(Vec(width, UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 675d2b20d1aSTang Haojin val backReason = Flipped(Valid(UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 676d2b20d1aSTang Haojin} 677d2b20d1aSTang Haojin 678b9e121dfShappy-lx// custom l2 - l1 interface 679b9e121dfShappy-lxclass L2ToL1Hint(implicit p: Parameters) extends XSBundle with HasDCacheParameters { 680b9e121dfShappy-lx val sourceId = UInt(log2Up(cfg.nMissEntries).W) // tilelink sourceID -> mshr id 681d2945707SHuijin Li val isKeyword = Bool() // miss entry keyword -> L1 load queue replay 682b9e121dfShappy-lx} 683f7af4c74Schengguanghui 684