1c6d43980SLemover/*************************************************************************************** 2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 4c6d43980SLemover* 5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2. 6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at: 8c6d43980SLemover* http://license.coscl.org.cn/MulanPSL2 9c6d43980SLemover* 10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13c6d43980SLemover* 14c6d43980SLemover* See the Mulan PSL v2 for more details. 15c6d43980SLemover***************************************************************************************/ 16c6d43980SLemover 171e3fad10SLinJiaweipackage xiangshan 181e3fad10SLinJiawei 191e3fad10SLinJiaweiimport chisel3._ 205844fcf0SLinJiaweiimport chisel3.util._ 219aca92b9SYinan Xuimport xiangshan.backend.rob.RobPtr 22f06ca0bfSLingrui98import xiangshan.backend.CtrlToFtqIO 23de169c67SWilliam Wangimport xiangshan.backend.decode.{ImmUnion, XDecode} 245c1ae31bSYinan Xuimport xiangshan.mem.{LqPtr, SqPtr} 2566b0d0c3Szhanglinjuanimport xiangshan.frontend.PreDecodeInfo 26f00290d7SLingrui98import xiangshan.frontend.HasBPUParameter 27bcce877bSYinan Xuimport xiangshan.frontend.{AllFoldedHistories, CircularGlobalHistory, GlobalHistory, ShiftingGlobalHistory} 287447ee13SLingrui98import xiangshan.frontend.RASEntry 292b8b2e7aSWilliam Wangimport xiangshan.frontend.BPUCtrl 30e0d9a9f0SLingrui98import xiangshan.frontend.FtqPtr 31c2ad24ebSLingrui98import xiangshan.frontend.CGHPtr 32e0d9a9f0SLingrui98import xiangshan.frontend.FtqRead 33f06ca0bfSLingrui98import xiangshan.frontend.FtqToCtrlIO 34ceaf5e1fSLingrui98import utils._ 353c02ee8fSwakafaimport utility._ 36b0ae3ac4SLinJiawei 372fbdb79bSLingrui98import scala.math.max 38d471c5aeSLingrui98import Chisel.experimental.chiselName 392225d46eSJiawei Linimport chipsalliance.rocketchip.config.Parameters 4088825c5cSYinan Xuimport chisel3.util.BitPat.bitPatToUInt 41bcce877bSYinan Xuimport xiangshan.backend.exu.ExuConfig 42b6982e83SLemoverimport xiangshan.backend.fu.PMPEntry 4314a6653fSLingrui98import xiangshan.frontend.Ftq_Redirect_SRAMEntry 44dd6c0695SLingrui98import xiangshan.frontend.AllFoldedHistories 4567402d75SLingrui98import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 461e3fad10SLinJiawei 47627c0a19Szhanglinjuanclass ValidUndirectioned[T <: Data](gen: T) extends Bundle { 483803411bSzhanglinjuan val valid = Bool() 4935fe60e8SLingrui98 val bits = gen.cloneType.asInstanceOf[T] 50fe211d16SLinJiawei 513803411bSzhanglinjuan} 523803411bSzhanglinjuan 53627c0a19Szhanglinjuanobject ValidUndirectioned { 54627c0a19Szhanglinjuan def apply[T <: Data](gen: T) = { 55627c0a19Szhanglinjuan new ValidUndirectioned[T](gen) 563803411bSzhanglinjuan } 573803411bSzhanglinjuan} 583803411bSzhanglinjuan 591b7adedcSWilliam Wangobject RSFeedbackType { 6067682d05SWilliam Wang val tlbMiss = 0.U(3.W) 6167682d05SWilliam Wang val mshrFull = 1.U(3.W) 6267682d05SWilliam Wang val dataInvalid = 2.U(3.W) 6367682d05SWilliam Wang val bankConflict = 3.U(3.W) 6467682d05SWilliam Wang val ldVioCheckRedo = 4.U(3.W) 651b7adedcSWilliam Wang 66eb163ef0SHaojin Tang val feedbackInvalid = 7.U(3.W) 67eb163ef0SHaojin Tang 6867682d05SWilliam Wang def apply() = UInt(3.W) 691b7adedcSWilliam Wang} 701b7adedcSWilliam Wang 712225d46eSJiawei Linclass PredictorAnswer(implicit p: Parameters) extends XSBundle { 72097c2688SLingrui98 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 73097c2688SLingrui98 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 74097c2688SLingrui98 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 7551b2a476Szoujr} 7651b2a476Szoujr 772225d46eSJiawei Linclass CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 78f226232fSzhanglinjuan // from backend 7969cafcc9SLingrui98 val pc = UInt(VAddrBits.W) 80f226232fSzhanglinjuan // frontend -> backend -> frontend 81f226232fSzhanglinjuan val pd = new PreDecodeInfo 828a5e9243SLinJiawei val rasSp = UInt(log2Up(RasSize).W) 832e947747SLinJiawei val rasEntry = new RASEntry 84c2ad24ebSLingrui98 // val hist = new ShiftingGlobalHistory 85dd6c0695SLingrui98 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 8667402d75SLingrui98 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 8767402d75SLingrui98 val lastBrNumOH = UInt((numBr+1).W) 88b37e4b45SLingrui98 val ghr = UInt(UbtbGHRLength.W) 89c2ad24ebSLingrui98 val histPtr = new CGHPtr 90e7b046c5Szoujr val specCnt = Vec(numBr, UInt(10.W)) 91fe3a74fcSYinan Xu // need pipeline update 928a597714Szoujr val br_hit = Bool() 932e947747SLinJiawei val predTaken = Bool() 94b2e6921eSLinJiawei val target = UInt(VAddrBits.W) 959a2e6b8aSLinJiawei val taken = Bool() 96b2e6921eSLinJiawei val isMisPred = Bool() 97d0527adfSzoujr val shift = UInt((log2Ceil(numBr)+1).W) 98d0527adfSzoujr val addIntoHist = Bool() 9914a6653fSLingrui98 10014a6653fSLingrui98 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 101c2ad24ebSLingrui98 // this.hist := entry.ghist 102dd6c0695SLingrui98 this.folded_hist := entry.folded_hist 10367402d75SLingrui98 this.lastBrNumOH := entry.lastBrNumOH 10467402d75SLingrui98 this.afhob := entry.afhob 105c2ad24ebSLingrui98 this.histPtr := entry.histPtr 10614a6653fSLingrui98 this.rasSp := entry.rasSp 107c2d1ec7dSLingrui98 this.rasEntry := entry.rasTop 10814a6653fSLingrui98 this 10914a6653fSLingrui98 } 110b2e6921eSLinJiawei} 111b2e6921eSLinJiawei 1125844fcf0SLinJiawei// Dequeue DecodeWidth insts from Ibuffer 113de169c67SWilliam Wangclass CtrlFlow(implicit p: Parameters) extends XSBundle { 1145844fcf0SLinJiawei val instr = UInt(32.W) 1155844fcf0SLinJiawei val pc = UInt(VAddrBits.W) 116de169c67SWilliam Wang val foldpc = UInt(MemPredPCWidth.W) 117baf8def6SYinan Xu val exceptionVec = ExceptionVec() 11872951335SLi Qianruo val trigger = new TriggerCf 119faf3cfa9SLinJiawei val pd = new PreDecodeInfo 120cde9280dSLinJiawei val pred_taken = Bool() 121c84054caSLinJiawei val crossPageIPFFix = Bool() 122de169c67SWilliam Wang val storeSetHit = Bool() // inst has been allocated an store set 123980c1bc3SWilliam Wang val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 124d1fe0262SWilliam Wang // Load wait is needed 125d1fe0262SWilliam Wang // load inst will not be executed until former store (predicted by mdp) addr calcuated 126d1fe0262SWilliam Wang val loadWaitBit = Bool() 127d1fe0262SWilliam Wang // If (loadWaitBit && loadWaitStrict), strict load wait is needed 128d1fe0262SWilliam Wang // load inst will not be executed until ALL former store addr calcuated 129d1fe0262SWilliam Wang val loadWaitStrict = Bool() 130de169c67SWilliam Wang val ssid = UInt(SSIDWidth.W) 131884dbb3bSLinJiawei val ftqPtr = new FtqPtr 132884dbb3bSLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 1335844fcf0SLinJiawei} 1345844fcf0SLinJiawei 13572951335SLi Qianruo 1362225d46eSJiawei Linclass FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 1372ce29ed6SLinJiawei val isAddSub = Bool() // swap23 138dc597826SJiawei Lin val typeTagIn = UInt(1.W) 139dc597826SJiawei Lin val typeTagOut = UInt(1.W) 1402ce29ed6SLinJiawei val fromInt = Bool() 1412ce29ed6SLinJiawei val wflags = Bool() 1422ce29ed6SLinJiawei val fpWen = Bool() 1432ce29ed6SLinJiawei val fmaCmd = UInt(2.W) 1442ce29ed6SLinJiawei val div = Bool() 1452ce29ed6SLinJiawei val sqrt = Bool() 1462ce29ed6SLinJiawei val fcvt = Bool() 1472ce29ed6SLinJiawei val typ = UInt(2.W) 1482ce29ed6SLinJiawei val fmt = UInt(2.W) 1492ce29ed6SLinJiawei val ren3 = Bool() //TODO: remove SrcType.fp 150e6c6b64fSLinJiawei val rm = UInt(3.W) 151579b9f28SLinJiawei} 152579b9f28SLinJiawei 1535844fcf0SLinJiawei// Decode DecodeWidth insts at Decode Stage 1542225d46eSJiawei Linclass CtrlSignals(implicit p: Parameters) extends XSBundle { 155a7a8a6ccSHaojin Tang val srcType = Vec(4, SrcType()) 156a7a8a6ccSHaojin Tang val lsrc = Vec(4, UInt(6.W)) 157a7a8a6ccSHaojin Tang val ldest = UInt(6.W) 1589a2e6b8aSLinJiawei val fuType = FuType() 1599a2e6b8aSLinJiawei val fuOpType = FuOpType() 1609a2e6b8aSLinJiawei val rfWen = Bool() 1619a2e6b8aSLinJiawei val fpWen = Bool() 162deb6421eSHaojin Tang val vecWen = Bool() 1630f038924SZhangZifei def fpVecWen = fpWen || vecWen 1649a2e6b8aSLinJiawei val isXSTrap = Bool() 1652d366136SLinJiawei val noSpecExec = Bool() // wait forward 1662d366136SLinJiawei val blockBackward = Bool() // block backward 16745a56a29SZhangZifei val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 168c2a8ae00SYikeZhou val selImm = SelImm() 169b0ae3ac4SLinJiawei val imm = UInt(ImmUnion.maxLen.W) 170a3edac52SYinan Xu val commitType = CommitType() 171579b9f28SLinJiawei val fpu = new FPUCtrlSignals 1724aa9ed34Sfdy val uopIdx = UInt(5.W) 1734aa9ed34Sfdy val vconfig = UInt(16.W) 174aac4464eSYinan Xu val isMove = Bool() 175d4aca96cSlqre val singleStep = Bool() 176c88c3a2aSYinan Xu // This inst will flush all the pipe when it is the oldest inst in ROB, 177c88c3a2aSYinan Xu // then replay from this inst itself 178c88c3a2aSYinan Xu val replayInst = Bool() 179be25371aSYikeZhou 18057a10886SXuan Hu private def allSignals = srcType.take(3) ++ Seq(fuType, fuOpType, rfWen, fpWen, vecWen, 1816e7c9679Shuxuan0307 isXSTrap, noSpecExec, blockBackward, flushPipe, selImm) 18288825c5cSYinan Xu 18388825c5cSYinan Xu def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 18457a10886SXuan Hu val decoder: Seq[UInt] = ListLookup( 18557a10886SXuan Hu inst, XDecode.decodeDefault.map(bitPatToUInt), 18657a10886SXuan Hu table.map{ case (pat, pats) => (pat, pats.map(bitPatToUInt)) }.toArray 18757a10886SXuan Hu ) 18888825c5cSYinan Xu allSignals zip decoder foreach { case (s, d) => s := d } 1894d24c305SYikeZhou commitType := DontCare 190be25371aSYikeZhou this 191be25371aSYikeZhou } 19288825c5cSYinan Xu 19388825c5cSYinan Xu def decode(bit: List[BitPat]): CtrlSignals = { 19488825c5cSYinan Xu allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 19588825c5cSYinan Xu this 19688825c5cSYinan Xu } 197b6900d94SYinan Xu 198b6900d94SYinan Xu def isWFI: Bool = fuType === FuType.csr && fuOpType === CSROpType.wfi 199f025d715SYinan Xu def isSoftPrefetch: Bool = { 200f025d715SYinan Xu fuType === FuType.alu && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 201f025d715SYinan Xu } 2025844fcf0SLinJiawei} 2035844fcf0SLinJiawei 2042225d46eSJiawei Linclass CfCtrl(implicit p: Parameters) extends XSBundle { 2055844fcf0SLinJiawei val cf = new CtrlFlow 2065844fcf0SLinJiawei val ctrl = new CtrlSignals 2075844fcf0SLinJiawei} 2085844fcf0SLinJiawei 2092225d46eSJiawei Linclass PerfDebugInfo(implicit p: Parameters) extends XSBundle { 2108b8e745dSYikeZhou val eliminatedMove = Bool() 211ba4100caSYinan Xu // val fetchTime = UInt(64.W) 212ebb8ebf8SYinan Xu val renameTime = UInt(XLEN.W) 213ebb8ebf8SYinan Xu val dispatchTime = UInt(XLEN.W) 214ebb8ebf8SYinan Xu val enqRsTime = UInt(XLEN.W) 215ebb8ebf8SYinan Xu val selectTime = UInt(XLEN.W) 216ebb8ebf8SYinan Xu val issueTime = UInt(XLEN.W) 217ebb8ebf8SYinan Xu val writebackTime = UInt(XLEN.W) 2187cef916fSYinan Xu // val commitTime = UInt(64.W) 21920edb3f7SWilliam Wang val runahead_checkpoint_id = UInt(64.W) 220ba4100caSYinan Xu} 221ba4100caSYinan Xu 22248d1472eSWilliam Wang// Separate LSQ 2232225d46eSJiawei Linclass LSIdx(implicit p: Parameters) extends XSBundle { 224915c0dd4SYinan Xu val lqIdx = new LqPtr 2255c1ae31bSYinan Xu val sqIdx = new SqPtr 22624726fbfSWilliam Wang} 22724726fbfSWilliam Wang 228b2e6921eSLinJiawei// CfCtrl -> MicroOp at Rename Stage 2292225d46eSJiawei Linclass MicroOp(implicit p: Parameters) extends CfCtrl { 230a7a8a6ccSHaojin Tang val srcState = Vec(4, SrcState()) 231a7a8a6ccSHaojin Tang val psrc = Vec(4, UInt(PhyRegIdxWidth.W)) 23220e31bd1SYinan Xu val pdest = UInt(PhyRegIdxWidth.W) 23320e31bd1SYinan Xu val old_pdest = UInt(PhyRegIdxWidth.W) 2349aca92b9SYinan Xu val robIdx = new RobPtr 235fe6452fcSYinan Xu val lqIdx = new LqPtr 236fe6452fcSYinan Xu val sqIdx = new SqPtr 2378b8e745dSYikeZhou val eliminatedMove = Bool() 2387cef916fSYinan Xu val debugInfo = new PerfDebugInfo 2399d4e1137SYinan Xu def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 240bcce877bSYinan Xu val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 241bcce877bSYinan Xu val readReg = if (isFp) { 242bcce877bSYinan Xu ctrl.srcType(index) === SrcType.fp 243bcce877bSYinan Xu } else { 244bcce877bSYinan Xu ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 245a338f247SYinan Xu } 246bcce877bSYinan Xu readReg && stateReady 247a338f247SYinan Xu } 2485c7674feSYinan Xu def srcIsReady: Vec[Bool] = { 249c9ebdf90SYinan Xu VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 2505c7674feSYinan Xu } 2516ab6918fSYinan Xu def clearExceptions( 2526ab6918fSYinan Xu exceptionBits: Seq[Int] = Seq(), 2536ab6918fSYinan Xu flushPipe: Boolean = false, 2546ab6918fSYinan Xu replayInst: Boolean = false 2556ab6918fSYinan Xu ): MicroOp = { 2566ab6918fSYinan Xu cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 2576ab6918fSYinan Xu if (!flushPipe) { ctrl.flushPipe := false.B } 2586ab6918fSYinan Xu if (!replayInst) { ctrl.replayInst := false.B } 259c88c3a2aSYinan Xu this 260c88c3a2aSYinan Xu } 261a19215ddSYinan Xu // Assume only the LUI instruction is decoded with IMM_U in ALU. 262a19215ddSYinan Xu def isLUI: Bool = ctrl.selImm === SelImm.IMM_U && ctrl.fuType === FuType.alu 263bcce877bSYinan Xu // This MicroOp is used to wakeup another uop (the successor: (psrc, srcType). 264bcce877bSYinan Xu def wakeup(successor: Seq[(UInt, UInt)], exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 265bcce877bSYinan Xu successor.map{ case (src, srcType) => 266bcce877bSYinan Xu val pdestMatch = pdest === src 267bcce877bSYinan Xu // For state: no need to check whether src is x0/imm/pc because they are always ready. 268bcce877bSYinan Xu val rfStateMatch = if (exuCfg.readIntRf) ctrl.rfWen else false.B 2690f038924SZhangZifei // FIXME: divide fpMatch and vecMatch then 270bcce877bSYinan Xu val fpMatch = if (exuCfg.readFpRf) ctrl.fpWen else false.B 271*cbd13d6eSZhangZifei val vecMatch = if (exuCfg.readVecRf) ctrl.vecWen else false.B 2720f038924SZhangZifei val allIntFpVec = exuCfg.readIntRf && exuCfg.readFpVecRf 2730f038924SZhangZifei val allStateMatch = Mux(SrcType.isVp(srcType), vecMatch, Mux(SrcType.isFp(srcType), fpMatch, rfStateMatch)) 2740f038924SZhangZifei val stateCond = pdestMatch && (if (allIntFpVec) allStateMatch else rfStateMatch || fpMatch || vecMatch) 275bcce877bSYinan Xu // For data: types are matched and int pdest is not $zero. 276bcce877bSYinan Xu val rfDataMatch = if (exuCfg.readIntRf) ctrl.rfWen && src =/= 0.U else false.B 2770f038924SZhangZifei val dataCond = pdestMatch && (rfDataMatch && SrcType.isReg(srcType) || fpMatch && SrcType.isFp(srcType) || vecMatch && SrcType.isVp(srcType)) 278bcce877bSYinan Xu (stateCond, dataCond) 279bcce877bSYinan Xu } 280bcce877bSYinan Xu } 281bcce877bSYinan Xu // This MicroOp is used to wakeup another uop (the successor: MicroOp). 282bcce877bSYinan Xu def wakeup(successor: MicroOp, exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 283bcce877bSYinan Xu wakeup(successor.psrc.zip(successor.ctrl.srcType), exuCfg) 284bcce877bSYinan Xu } 28574515c5aSYinan Xu def isJump: Bool = FuType.isJumpExu(ctrl.fuType) 2865844fcf0SLinJiawei} 2875844fcf0SLinJiawei 28846f74b57SHaojin Tangclass XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 289de169c67SWilliam Wang val uop = new MicroOp 29046f74b57SHaojin Tang} 29146f74b57SHaojin Tang 29246f74b57SHaojin Tangclass MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 293de169c67SWilliam Wang val flag = UInt(1.W) 294de169c67SWilliam Wang} 295de169c67SWilliam Wang 2962225d46eSJiawei Linclass Redirect(implicit p: Parameters) extends XSBundle { 2979aca92b9SYinan Xu val robIdx = new RobPtr 29836d7aed5SLinJiawei val ftqIdx = new FtqPtr 29936d7aed5SLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 300bfb958a3SYinan Xu val level = RedirectLevel() 301bfb958a3SYinan Xu val interrupt = Bool() 302c778d2afSLinJiawei val cfiUpdate = new CfiUpdateInfo 303bfb958a3SYinan Xu 304de169c67SWilliam Wang val stFtqIdx = new FtqPtr // for load violation predict 305de169c67SWilliam Wang val stFtqOffset = UInt(log2Up(PredictWidth).W) 306fe211d16SLinJiawei 30720edb3f7SWilliam Wang val debug_runahead_checkpoint_id = UInt(64.W) 30820edb3f7SWilliam Wang 3092d7c7105SYinan Xu // def isUnconditional() = RedirectLevel.isUnconditional(level) 310bfb958a3SYinan Xu def flushItself() = RedirectLevel.flushItself(level) 3112d7c7105SYinan Xu // def isException() = RedirectLevel.isException(level) 312a25b1bceSLinJiawei} 313a25b1bceSLinJiawei 3142225d46eSJiawei Linclass Dp1ToDp2IO(implicit p: Parameters) extends XSBundle { 3155c7b21d5SYinan Xu val intDqToDp2 = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp)) 3165c7b21d5SYinan Xu val fpDqToDp2 = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new MicroOp)) 3175c7b21d5SYinan Xu val lsDqToDp2 = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new MicroOp)) 3185844fcf0SLinJiawei} 3195844fcf0SLinJiawei 3202b4e8253SYinan Xuclass ResetPregStateReq(implicit p: Parameters) extends XSBundle { 32160deaca2SLinJiawei // NOTE: set isInt and isFp both to 'false' when invalid 32260deaca2SLinJiawei val isInt = Bool() 32360deaca2SLinJiawei val isFp = Bool() 32460deaca2SLinJiawei val preg = UInt(PhyRegIdxWidth.W) 3255844fcf0SLinJiawei} 3265844fcf0SLinJiawei 3272225d46eSJiawei Linclass DebugBundle(implicit p: Parameters) extends XSBundle { 32872235fa4SWilliam Wang val isMMIO = Bool() 3298635f18fSwangkaifan val isPerfCnt = Bool() 3308b91a337SWilliam Wang val paddr = UInt(PAddrBits.W) 33172951335SLi Qianruo val vaddr = UInt(VAddrBits.W) 332e402d94eSWilliam Wang} 3335844fcf0SLinJiawei 33440a70bd6SZhangZifeiclass ExuInput(isVpu: Boolean = false)(implicit p: Parameters) extends XSBundleWithMicroOp { 33540a70bd6SZhangZifei val dataWidth = if (isVpu) VLEN else XLEN 33640a70bd6SZhangZifei 33740a70bd6SZhangZifei val src = Vec(3, UInt(dataWidth.W)) 3385844fcf0SLinJiawei} 3395844fcf0SLinJiawei 34040a70bd6SZhangZifeiclass ExuOutput(isVpu: Boolean = false)(implicit p: Parameters) extends XSBundleWithMicroOp { 34140a70bd6SZhangZifei val dataWidth = if (isVpu) VLEN else XLEN 34240a70bd6SZhangZifei 34340a70bd6SZhangZifei val data = UInt(dataWidth.W) 3447f1506e3SLinJiawei val fflags = UInt(5.W) 34597cfa7f8SLinJiawei val redirectValid = Bool() 34697cfa7f8SLinJiawei val redirect = new Redirect 347e402d94eSWilliam Wang val debug = new DebugBundle 3485844fcf0SLinJiawei} 3495844fcf0SLinJiawei 3502225d46eSJiawei Linclass ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 35135bfeecbSYinan Xu val mtip = Input(Bool()) 35235bfeecbSYinan Xu val msip = Input(Bool()) 35335bfeecbSYinan Xu val meip = Input(Bool()) 354b3d79b37SYinan Xu val seip = Input(Bool()) 355d4aca96cSlqre val debug = Input(Bool()) 3565844fcf0SLinJiawei} 3575844fcf0SLinJiawei 3582225d46eSJiawei Linclass CSRSpecialIO(implicit p: Parameters) extends XSBundle { 35935bfeecbSYinan Xu val exception = Flipped(ValidIO(new MicroOp)) 3603fa7b737SYinan Xu val isInterrupt = Input(Bool()) 36135bfeecbSYinan Xu val memExceptionVAddr = Input(UInt(VAddrBits.W)) 36235bfeecbSYinan Xu val trapTarget = Output(UInt(VAddrBits.W)) 36335bfeecbSYinan Xu val externalInterrupt = new ExternalInterruptIO 36435bfeecbSYinan Xu val interrupt = Output(Bool()) 36535bfeecbSYinan Xu} 36635bfeecbSYinan Xu 36746f74b57SHaojin Tangclass ExceptionInfo(implicit p: Parameters) extends XSBundleWithMicroOp { 3683a474d38SYinan Xu val isInterrupt = Bool() 3693a474d38SYinan Xu} 3703a474d38SYinan Xu 3719aca92b9SYinan Xuclass RobCommitInfo(implicit p: Parameters) extends XSBundle { 372a7a8a6ccSHaojin Tang val ldest = UInt(6.W) 373fe6452fcSYinan Xu val rfWen = Bool() 374fe6452fcSYinan Xu val fpWen = Bool() 375deb6421eSHaojin Tang val vecWen = Bool() 3760f038924SZhangZifei def fpVecWen = fpWen || vecWen 377a1fd7de4SLinJiawei val wflags = Bool() 378fe6452fcSYinan Xu val commitType = CommitType() 379fe6452fcSYinan Xu val pdest = UInt(PhyRegIdxWidth.W) 380fe6452fcSYinan Xu val old_pdest = UInt(PhyRegIdxWidth.W) 381884dbb3bSLinJiawei val ftqIdx = new FtqPtr 382884dbb3bSLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 383ccfddc82SHaojin Tang val isMove = Bool() 3845844fcf0SLinJiawei 3859ecac1e8SYinan Xu // these should be optimized for synthesis verilog 3869ecac1e8SYinan Xu val pc = UInt(VAddrBits.W) 3874aa9ed34Sfdy 3884aa9ed34Sfdy val uopIdx = UInt(5.W) 3894aa9ed34Sfdy val vconfig = UInt(16.W) 390fe6452fcSYinan Xu} 3915844fcf0SLinJiawei 3929aca92b9SYinan Xuclass RobCommitIO(implicit p: Parameters) extends XSBundle { 393ccfddc82SHaojin Tang val isCommit = Bool() 394ccfddc82SHaojin Tang val commitValid = Vec(CommitWidth, Bool()) 3956474c47fSYinan Xu 396ccfddc82SHaojin Tang val isWalk = Bool() 397c51eab43SYinan Xu // valid bits optimized for walk 398ccfddc82SHaojin Tang val walkValid = Vec(CommitWidth, Bool()) 3996474c47fSYinan Xu 400ccfddc82SHaojin Tang val info = Vec(CommitWidth, new RobCommitInfo) 40121e7a6c5SYinan Xu 4026474c47fSYinan Xu def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 4036474c47fSYinan Xu def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 4045844fcf0SLinJiawei} 4055844fcf0SLinJiawei 4061b7adedcSWilliam Wangclass RSFeedback(implicit p: Parameters) extends XSBundle { 40764e8d8bdSZhangZifei val rsIdx = UInt(log2Up(IssQueSize).W) 408037a131fSWilliam Wang val hit = Bool() 40962f57a35SLemover val flushState = Bool() 4101b7adedcSWilliam Wang val sourceType = RSFeedbackType() 411c7160cd3SWilliam Wang val dataInvalidSqIdx = new SqPtr 412037a131fSWilliam Wang} 413037a131fSWilliam Wang 414d87b76aaSWilliam Wangclass MemRSFeedbackIO(implicit p: Parameters) extends XSBundle { 415d87b76aaSWilliam Wang // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 416d87b76aaSWilliam Wang // for instance: MemRSFeedbackIO()(updateP) 417d87b76aaSWilliam Wang val feedbackSlow = ValidIO(new RSFeedback()) // dcache miss queue full, dtlb miss 418d87b76aaSWilliam Wang val feedbackFast = ValidIO(new RSFeedback()) // bank conflict 419d87b76aaSWilliam Wang val rsIdx = Input(UInt(log2Up(IssQueSize).W)) 420d87b76aaSWilliam Wang val isFirstIssue = Input(Bool()) 421d87b76aaSWilliam Wang} 422d87b76aaSWilliam Wang 423f06ca0bfSLingrui98class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 4245844fcf0SLinJiawei // to backend end 4255844fcf0SLinJiawei val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 426f06ca0bfSLingrui98 val fromFtq = new FtqToCtrlIO 4275844fcf0SLinJiawei // from backend 428f06ca0bfSLingrui98 val toFtq = Flipped(new CtrlToFtqIO) 4291e3fad10SLinJiawei} 430fcff7e94SZhangZifei 431f1fe8698SLemoverclass SatpStruct(implicit p: Parameters) extends XSBundle { 43245f497a4Shappy-lx val mode = UInt(4.W) 43345f497a4Shappy-lx val asid = UInt(16.W) 43445f497a4Shappy-lx val ppn = UInt(44.W) 43545f497a4Shappy-lx} 43645f497a4Shappy-lx 437f1fe8698SLemoverclass TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 43845f497a4Shappy-lx val changed = Bool() 43945f497a4Shappy-lx 44045f497a4Shappy-lx def apply(satp_value: UInt): Unit = { 44145f497a4Shappy-lx require(satp_value.getWidth == XLEN) 44245f497a4Shappy-lx val sa = satp_value.asTypeOf(new SatpStruct) 44345f497a4Shappy-lx mode := sa.mode 44445f497a4Shappy-lx asid := sa.asid 445f1fe8698SLemover ppn := Cat(0.U(44-PAddrBits), sa.ppn(PAddrBits-1, 0)).asUInt() 44645f497a4Shappy-lx changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 44745f497a4Shappy-lx } 448fcff7e94SZhangZifei} 449f1fe8698SLemover 450f1fe8698SLemoverclass TlbCsrBundle(implicit p: Parameters) extends XSBundle { 451f1fe8698SLemover val satp = new TlbSatpBundle() 452fcff7e94SZhangZifei val priv = new Bundle { 453fcff7e94SZhangZifei val mxr = Bool() 454fcff7e94SZhangZifei val sum = Bool() 455fcff7e94SZhangZifei val imode = UInt(2.W) 456fcff7e94SZhangZifei val dmode = UInt(2.W) 457fcff7e94SZhangZifei } 4588fc4e859SZhangZifei 4598fc4e859SZhangZifei override def toPrintable: Printable = { 4608fc4e859SZhangZifei p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 4618fc4e859SZhangZifei p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 4628fc4e859SZhangZifei } 463fcff7e94SZhangZifei} 464fcff7e94SZhangZifei 4652225d46eSJiawei Linclass SfenceBundle(implicit p: Parameters) extends XSBundle { 466fcff7e94SZhangZifei val valid = Bool() 467fcff7e94SZhangZifei val bits = new Bundle { 468fcff7e94SZhangZifei val rs1 = Bool() 469fcff7e94SZhangZifei val rs2 = Bool() 470fcff7e94SZhangZifei val addr = UInt(VAddrBits.W) 47145f497a4Shappy-lx val asid = UInt(AsidLength.W) 472f1fe8698SLemover val flushPipe = Bool() 473fcff7e94SZhangZifei } 4748fc4e859SZhangZifei 4758fc4e859SZhangZifei override def toPrintable: Printable = { 476f1fe8698SLemover p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 4778fc4e859SZhangZifei } 478fcff7e94SZhangZifei} 479a165bd69Swangkaifan 480de169c67SWilliam Wang// Bundle for load violation predictor updating 481de169c67SWilliam Wangclass MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 4822b8b2e7aSWilliam Wang val valid = Bool() 483de169c67SWilliam Wang 484de169c67SWilliam Wang // wait table update 485de169c67SWilliam Wang val waddr = UInt(MemPredPCWidth.W) 4862b8b2e7aSWilliam Wang val wdata = Bool() // true.B by default 487de169c67SWilliam Wang 488de169c67SWilliam Wang // store set update 489de169c67SWilliam Wang // by default, ldpc/stpc should be xor folded 490de169c67SWilliam Wang val ldpc = UInt(MemPredPCWidth.W) 491de169c67SWilliam Wang val stpc = UInt(MemPredPCWidth.W) 4922b8b2e7aSWilliam Wang} 4932b8b2e7aSWilliam Wang 4942225d46eSJiawei Linclass CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 4952b8b2e7aSWilliam Wang // Prefetcher 496ecccf78fSJay val l1I_pf_enable = Output(Bool()) 4972b8b2e7aSWilliam Wang val l2_pf_enable = Output(Bool()) 498ecccf78fSJay // ICache 499ecccf78fSJay val icache_parity_enable = Output(Bool()) 500f3f22d72SYinan Xu // Labeled XiangShan 5012b8b2e7aSWilliam Wang val dsid = Output(UInt(8.W)) // TODO: DsidWidth as parameter 502f3f22d72SYinan Xu // Load violation predictor 5032b8b2e7aSWilliam Wang val lvpred_disable = Output(Bool()) 5042b8b2e7aSWilliam Wang val no_spec_load = Output(Bool()) 505c7160cd3SWilliam Wang val storeset_wait_store = Output(Bool()) 506c7160cd3SWilliam Wang val storeset_no_fast_wakeup = Output(Bool()) 507c7160cd3SWilliam Wang val lvpred_timeout = Output(UInt(5.W)) 508f3f22d72SYinan Xu // Branch predictor 5092b8b2e7aSWilliam Wang val bp_ctrl = Output(new BPUCtrl) 510f3f22d72SYinan Xu // Memory Block 511f3f22d72SYinan Xu val sbuffer_threshold = Output(UInt(4.W)) 512d10a581eSWilliam Wang val ldld_vio_check_enable = Output(Bool()) 513d10a581eSWilliam Wang val soft_prefetch_enable = Output(Bool()) 514a4e57ea3SLi Qianruo val cache_error_enable = Output(Bool()) 51537225120Ssfencevma val uncache_write_outstanding_enable = Output(Bool()) 516aac4464eSYinan Xu // Rename 5175b47c58cSYinan Xu val fusion_enable = Output(Bool()) 5185b47c58cSYinan Xu val wfi_enable = Output(Bool()) 519af2f7849Shappy-lx // Decode 520af2f7849Shappy-lx val svinval_enable = Output(Bool()) 521af2f7849Shappy-lx 522b6982e83SLemover // distribute csr write signal 523b6982e83SLemover val distribute_csr = new DistributedCSRIO() 52472951335SLi Qianruo 525ddb65c47SLi Qianruo val singlestep = Output(Bool()) 52672951335SLi Qianruo val frontend_trigger = new FrontendTdataDistributeIO() 52772951335SLi Qianruo val mem_trigger = new MemTdataDistributeIO() 52872951335SLi Qianruo val trigger_enable = Output(Vec(10, Bool())) 529b6982e83SLemover} 530b6982e83SLemover 531b6982e83SLemoverclass DistributedCSRIO(implicit p: Parameters) extends XSBundle { 5321c746d3aScui fliter // CSR has been written by csr inst, copies of csr should be updated 533b6982e83SLemover val w = ValidIO(new Bundle { 534b6982e83SLemover val addr = Output(UInt(12.W)) 535b6982e83SLemover val data = Output(UInt(XLEN.W)) 536b6982e83SLemover }) 5372b8b2e7aSWilliam Wang} 538e19f7967SWilliam Wang 539e19f7967SWilliam Wangclass DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 540e19f7967SWilliam Wang // Request csr to be updated 541e19f7967SWilliam Wang // 542e19f7967SWilliam Wang // Note that this request will ONLY update CSR Module it self, 543e19f7967SWilliam Wang // copies of csr will NOT be updated, use it with care! 544e19f7967SWilliam Wang // 545e19f7967SWilliam Wang // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 546e19f7967SWilliam Wang val w = ValidIO(new Bundle { 547e19f7967SWilliam Wang val addr = Output(UInt(12.W)) 548e19f7967SWilliam Wang val data = Output(UInt(XLEN.W)) 549e19f7967SWilliam Wang }) 550e19f7967SWilliam Wang def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 551e19f7967SWilliam Wang when(valid){ 552e19f7967SWilliam Wang w.bits.addr := addr 553e19f7967SWilliam Wang w.bits.data := data 554e19f7967SWilliam Wang } 555e19f7967SWilliam Wang println("Distributed CSR update req registered for " + src_description) 556e19f7967SWilliam Wang } 557e19f7967SWilliam Wang} 55872951335SLi Qianruo 5590f59c834SWilliam Wangclass L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 5600f59c834SWilliam Wang // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 5610f59c834SWilliam Wang val source = Output(new Bundle() { 5620f59c834SWilliam Wang val tag = Bool() // l1 tag array 5630f59c834SWilliam Wang val data = Bool() // l1 data array 5640f59c834SWilliam Wang val l2 = Bool() 5650f59c834SWilliam Wang }) 5660f59c834SWilliam Wang val opType = Output(new Bundle() { 5670f59c834SWilliam Wang val fetch = Bool() 5680f59c834SWilliam Wang val load = Bool() 5690f59c834SWilliam Wang val store = Bool() 5700f59c834SWilliam Wang val probe = Bool() 5710f59c834SWilliam Wang val release = Bool() 5720f59c834SWilliam Wang val atom = Bool() 5730f59c834SWilliam Wang }) 5740f59c834SWilliam Wang val paddr = Output(UInt(PAddrBits.W)) 5750f59c834SWilliam Wang 5760f59c834SWilliam Wang // report error and paddr to beu 5770f59c834SWilliam Wang // bus error unit will receive error info iff ecc_error.valid 5780f59c834SWilliam Wang val report_to_beu = Output(Bool()) 5790f59c834SWilliam Wang 5800f59c834SWilliam Wang // there is an valid error 5810f59c834SWilliam Wang // l1 cache error will always be report to CACHE_ERROR csr 5820f59c834SWilliam Wang val valid = Output(Bool()) 5830f59c834SWilliam Wang 5840f59c834SWilliam Wang def toL1BusErrorUnitInfo(): L1BusErrorUnitInfo = { 5850f59c834SWilliam Wang val beu_info = Wire(new L1BusErrorUnitInfo) 5860f59c834SWilliam Wang beu_info.ecc_error.valid := report_to_beu 5870f59c834SWilliam Wang beu_info.ecc_error.bits := paddr 5880f59c834SWilliam Wang beu_info 5890f59c834SWilliam Wang } 5900f59c834SWilliam Wang} 591bc63e578SLi Qianruo 592bc63e578SLi Qianruo/* TODO how to trigger on next inst? 593bc63e578SLi Qianruo1. If hit is determined at frontend, then set a "next instr" trap at dispatch like singlestep 594bc63e578SLi Qianruo2. If it is determined at Load(meaning it must be "hit after", then it must not be a jump. So we can let it commit and set 595bc63e578SLi Qianruoxret csr to pc + 4/ + 2 596bc63e578SLi Qianruo2.5 The problem is to let it commit. This is the real TODO 597bc63e578SLi Qianruo3. If it is load and hit before just treat it as regular load exception 598bc63e578SLi Qianruo */ 599bc63e578SLi Qianruo 600bc63e578SLi Qianruo// This bundle carries trigger hit info along the pipeline 601bc63e578SLi Qianruo// Now there are 10 triggers divided into 5 groups of 2 602bc63e578SLi Qianruo// These groups are 603bc63e578SLi Qianruo// (if if) (store store) (load loid) (if store) (if load) 604bc63e578SLi Qianruo 605bc63e578SLi Qianruo// Triggers in the same group can chain, meaning that they only 606bc63e578SLi Qianruo// fire is both triggers in the group matches (the triggerHitVec bit is asserted) 607bc63e578SLi Qianruo// Chaining of trigger No. (2i) and (2i+1) is indicated by triggerChainVec(i) 608bc63e578SLi Qianruo// Timing of 0 means trap at current inst, 1 means trap at next inst 609bc63e578SLi Qianruo// Chaining and timing and the validness of a trigger is controlled by csr 610bc63e578SLi Qianruo// In two chained triggers, if they have different timing, both won't fire 61184e47f35SLi Qianruo//class TriggerCf (implicit p: Parameters) extends XSBundle { 61284e47f35SLi Qianruo// val triggerHitVec = Vec(10, Bool()) 61384e47f35SLi Qianruo// val triggerTiming = Vec(10, Bool()) 61484e47f35SLi Qianruo// val triggerChainVec = Vec(5, Bool()) 61584e47f35SLi Qianruo//} 61684e47f35SLi Qianruo 61772951335SLi Qianruoclass TriggerCf(implicit p: Parameters) extends XSBundle { 61884e47f35SLi Qianruo // frontend 61984e47f35SLi Qianruo val frontendHit = Vec(4, Bool()) 620ddb65c47SLi Qianruo// val frontendTiming = Vec(4, Bool()) 621ddb65c47SLi Qianruo// val frontendHitNext = Vec(4, Bool()) 62284e47f35SLi Qianruo 623ddb65c47SLi Qianruo// val frontendException = Bool() 62484e47f35SLi Qianruo // backend 62584e47f35SLi Qianruo val backendEn = Vec(2, Bool()) // Hit(6) && chain(4) , Hit(8) && chain(4) 62684e47f35SLi Qianruo val backendHit = Vec(6, Bool()) 627ddb65c47SLi Qianruo// val backendTiming = Vec(6, Bool()) // trigger enable fro chain 62884e47f35SLi Qianruo 62984e47f35SLi Qianruo // Two situations not allowed: 63084e47f35SLi Qianruo // 1. load data comparison 63184e47f35SLi Qianruo // 2. store chaining with store 63284e47f35SLi Qianruo def getHitFrontend = frontendHit.reduce(_ || _) 63384e47f35SLi Qianruo def getHitBackend = backendHit.reduce(_ || _) 634ddb65c47SLi Qianruo def hit = getHitFrontend || getHitBackend 635d7dd1af1SLi Qianruo def clear(): Unit = { 636d7dd1af1SLi Qianruo frontendHit.foreach(_ := false.B) 637d7dd1af1SLi Qianruo backendEn.foreach(_ := false.B) 638d7dd1af1SLi Qianruo backendHit.foreach(_ := false.B) 639d7dd1af1SLi Qianruo } 64072951335SLi Qianruo} 64172951335SLi Qianruo 642bc63e578SLi Qianruo// these 3 bundles help distribute trigger control signals from CSR 643bc63e578SLi Qianruo// to Frontend, Load and Store. 64472951335SLi Qianruoclass FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 64572951335SLi Qianruo val t = Valid(new Bundle { 64672951335SLi Qianruo val addr = Output(UInt(2.W)) 64772951335SLi Qianruo val tdata = new MatchTriggerIO 64872951335SLi Qianruo }) 64972951335SLi Qianruo } 65072951335SLi Qianruo 65172951335SLi Qianruoclass MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 65272951335SLi Qianruo val t = Valid(new Bundle { 65372951335SLi Qianruo val addr = Output(UInt(3.W)) 65472951335SLi Qianruo val tdata = new MatchTriggerIO 65572951335SLi Qianruo }) 65672951335SLi Qianruo} 65772951335SLi Qianruo 65872951335SLi Qianruoclass MatchTriggerIO(implicit p: Parameters) extends XSBundle { 65972951335SLi Qianruo val matchType = Output(UInt(2.W)) 66072951335SLi Qianruo val select = Output(Bool()) 66172951335SLi Qianruo val timing = Output(Bool()) 66272951335SLi Qianruo val action = Output(Bool()) 66372951335SLi Qianruo val chain = Output(Bool()) 66472951335SLi Qianruo val tdata2 = Output(UInt(64.W)) 66572951335SLi Qianruo} 666