1/*************************************************************************************** 2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3* Copyright (c) 2020-2021 Peng Cheng Laboratory 4* 5* XiangShan is licensed under Mulan PSL v2. 6* You can use this software according to the terms and conditions of the Mulan PSL v2. 7* You may obtain a copy of Mulan PSL v2 at: 8* http://license.coscl.org.cn/MulanPSL2 9* 10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13* 14* See the Mulan PSL v2 for more details. 15***************************************************************************************/ 16 17package xiangshan 18 19import chisel3._ 20import chisel3.util._ 21import xiangshan.backend.rob.RobPtr 22import xiangshan.backend.CtrlToFtqIO 23import xiangshan.backend.decode.{ImmUnion, XDecode} 24import xiangshan.mem.{LqPtr, SqPtr} 25import xiangshan.frontend.PreDecodeInfo 26import xiangshan.frontend.HasBPUParameter 27import xiangshan.frontend.{AllFoldedHistories, CircularGlobalHistory, GlobalHistory, ShiftingGlobalHistory} 28import xiangshan.frontend.RASEntry 29import xiangshan.frontend.BPUCtrl 30import xiangshan.frontend.FtqPtr 31import xiangshan.frontend.CGHPtr 32import xiangshan.frontend.FtqRead 33import xiangshan.frontend.FtqToCtrlIO 34import xiangshan.cache.HasDCacheParameters 35import utils._ 36import utility._ 37 38import scala.math.max 39import Chisel.experimental.chiselName 40import chipsalliance.rocketchip.config.Parameters 41import chisel3.util.BitPat.bitPatToUInt 42import xiangshan.backend.exu.ExuConfig 43import xiangshan.backend.fu.PMPEntry 44import xiangshan.frontend.Ftq_Redirect_SRAMEntry 45import xiangshan.frontend.AllFoldedHistories 46import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 47 48class ValidUndirectioned[T <: Data](gen: T) extends Bundle { 49 val valid = Bool() 50 val bits = gen.cloneType.asInstanceOf[T] 51 52} 53 54object ValidUndirectioned { 55 def apply[T <: Data](gen: T) = { 56 new ValidUndirectioned[T](gen) 57 } 58} 59 60object RSFeedbackType { 61 val lrqFull = 0.U(3.W) 62 val tlbMiss = 1.U(3.W) 63 val mshrFull = 2.U(3.W) 64 val dataInvalid = 3.U(3.W) 65 val bankConflict = 4.U(3.W) 66 val ldVioCheckRedo = 5.U(3.W) 67 val feedbackInvalid = 7.U(3.W) 68 69 val allTypes = 8 70 def apply() = UInt(3.W) 71} 72 73class PredictorAnswer(implicit p: Parameters) extends XSBundle { 74 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 75 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 76 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 77} 78 79class CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 80 // from backend 81 val pc = UInt(VAddrBits.W) 82 // frontend -> backend -> frontend 83 val pd = new PreDecodeInfo 84 val rasSp = UInt(log2Up(RasSize).W) 85 val rasEntry = new RASEntry 86 // val hist = new ShiftingGlobalHistory 87 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 88 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 89 val lastBrNumOH = UInt((numBr+1).W) 90 val ghr = UInt(UbtbGHRLength.W) 91 val histPtr = new CGHPtr 92 val specCnt = Vec(numBr, UInt(10.W)) 93 // need pipeline update 94 val br_hit = Bool() // if in ftb entry 95 val jr_hit = Bool() // if in ftb entry 96 val sc_hit = Bool() // if used in ftb entry, invalid if !br_hit 97 val predTaken = Bool() 98 val target = UInt(VAddrBits.W) 99 val taken = Bool() 100 val isMisPred = Bool() 101 val shift = UInt((log2Ceil(numBr)+1).W) 102 val addIntoHist = Bool() 103 104 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 105 // this.hist := entry.ghist 106 this.folded_hist := entry.folded_hist 107 this.lastBrNumOH := entry.lastBrNumOH 108 this.afhob := entry.afhob 109 this.histPtr := entry.histPtr 110 this.rasSp := entry.rasSp 111 this.rasEntry := entry.rasTop 112 this 113 } 114} 115 116// Dequeue DecodeWidth insts from Ibuffer 117class CtrlFlow(implicit p: Parameters) extends XSBundle { 118 val instr = UInt(32.W) 119 val pc = UInt(VAddrBits.W) 120 val foldpc = UInt(MemPredPCWidth.W) 121 val exceptionVec = ExceptionVec() 122 val trigger = new TriggerCf 123 val pd = new PreDecodeInfo 124 val pred_taken = Bool() 125 val crossPageIPFFix = Bool() 126 val storeSetHit = Bool() // inst has been allocated an store set 127 val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 128 // Load wait is needed 129 // load inst will not be executed until former store (predicted by mdp) addr calcuated 130 val loadWaitBit = Bool() 131 // If (loadWaitBit && loadWaitStrict), strict load wait is needed 132 // load inst will not be executed until ALL former store addr calcuated 133 val loadWaitStrict = Bool() 134 val ssid = UInt(SSIDWidth.W) 135 val ftqPtr = new FtqPtr 136 val ftqOffset = UInt(log2Up(PredictWidth).W) 137} 138 139 140class FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 141 val isAddSub = Bool() // swap23 142 val typeTagIn = UInt(1.W) 143 val typeTagOut = UInt(1.W) 144 val fromInt = Bool() 145 val wflags = Bool() 146 val fpWen = Bool() 147 val fmaCmd = UInt(2.W) 148 val div = Bool() 149 val sqrt = Bool() 150 val fcvt = Bool() 151 val typ = UInt(2.W) 152 val fmt = UInt(2.W) 153 val ren3 = Bool() //TODO: remove SrcType.fp 154 val rm = UInt(3.W) 155} 156 157// Decode DecodeWidth insts at Decode Stage 158class CtrlSignals(implicit p: Parameters) extends XSBundle { 159 val debug_globalID = UInt(XLEN.W) 160 val srcType = Vec(3, SrcType()) 161 val lsrc = Vec(3, UInt(5.W)) 162 val ldest = UInt(5.W) 163 val fuType = FuType() 164 val fuOpType = FuOpType() 165 val rfWen = Bool() 166 val fpWen = Bool() 167 val isXSTrap = Bool() 168 val noSpecExec = Bool() // wait forward 169 val blockBackward = Bool() // block backward 170 val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 171 val selImm = SelImm() 172 val imm = UInt(ImmUnion.maxLen.W) 173 val commitType = CommitType() 174 val fpu = new FPUCtrlSignals 175 val isMove = Bool() 176 val singleStep = Bool() 177 // This inst will flush all the pipe when it is the oldest inst in ROB, 178 // then replay from this inst itself 179 val replayInst = Bool() 180 181 private def allSignals = srcType ++ Seq(fuType, fuOpType, rfWen, fpWen, 182 isXSTrap, noSpecExec, blockBackward, flushPipe, selImm) 183 184 def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 185 val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table) 186 allSignals zip decoder foreach { case (s, d) => s := d } 187 commitType := DontCare 188 this 189 } 190 191 def decode(bit: List[BitPat]): CtrlSignals = { 192 allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 193 this 194 } 195 196 def isWFI: Bool = fuType === FuType.csr && fuOpType === CSROpType.wfi 197 def isSoftPrefetch: Bool = { 198 fuType === FuType.alu && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 199 } 200} 201 202class CfCtrl(implicit p: Parameters) extends XSBundle { 203 val cf = new CtrlFlow 204 val ctrl = new CtrlSignals 205} 206 207class PerfDebugInfo(implicit p: Parameters) extends XSBundle { 208 val eliminatedMove = Bool() 209 // val fetchTime = UInt(XLEN.W) 210 val renameTime = UInt(XLEN.W) 211 val dispatchTime = UInt(XLEN.W) 212 val enqRsTime = UInt(XLEN.W) 213 val selectTime = UInt(XLEN.W) 214 val issueTime = UInt(XLEN.W) 215 val writebackTime = UInt(XLEN.W) 216 // val commitTime = UInt(XLEN.W) 217 val runahead_checkpoint_id = UInt(XLEN.W) 218 val tlbFirstReqTime = UInt(XLEN.W) 219 val tlbRespTime = UInt(XLEN.W) // when getting hit result (including delay in L2TLB hit) 220} 221 222// Separate LSQ 223class LSIdx(implicit p: Parameters) extends XSBundle { 224 val lqIdx = new LqPtr 225 val sqIdx = new SqPtr 226} 227 228// CfCtrl -> MicroOp at Rename Stage 229class MicroOp(implicit p: Parameters) extends CfCtrl { 230 val srcState = Vec(3, SrcState()) 231 val psrc = Vec(3, UInt(PhyRegIdxWidth.W)) 232 val pdest = UInt(PhyRegIdxWidth.W) 233 val robIdx = new RobPtr 234 val lqIdx = new LqPtr 235 val sqIdx = new SqPtr 236 val eliminatedMove = Bool() 237 val debugInfo = new PerfDebugInfo 238 def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 239 val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 240 val readReg = if (isFp) { 241 ctrl.srcType(index) === SrcType.fp 242 } else { 243 ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 244 } 245 readReg && stateReady 246 } 247 def srcIsReady: Vec[Bool] = { 248 VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 249 } 250 def clearExceptions( 251 exceptionBits: Seq[Int] = Seq(), 252 flushPipe: Boolean = false, 253 replayInst: Boolean = false 254 ): MicroOp = { 255 cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 256 if (!flushPipe) { ctrl.flushPipe := false.B } 257 if (!replayInst) { ctrl.replayInst := false.B } 258 this 259 } 260 // Assume only the LUI instruction is decoded with IMM_U in ALU. 261 def isLUI: Bool = ctrl.selImm === SelImm.IMM_U && ctrl.fuType === FuType.alu 262 // This MicroOp is used to wakeup another uop (the successor: (psrc, srcType). 263 def wakeup(successor: Seq[(UInt, UInt)], exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 264 successor.map{ case (src, srcType) => 265 val pdestMatch = pdest === src 266 // For state: no need to check whether src is x0/imm/pc because they are always ready. 267 val rfStateMatch = if (exuCfg.readIntRf) ctrl.rfWen else false.B 268 val fpMatch = if (exuCfg.readFpRf) ctrl.fpWen else false.B 269 val bothIntFp = exuCfg.readIntRf && exuCfg.readFpRf 270 val bothStateMatch = Mux(SrcType.regIsFp(srcType), fpMatch, rfStateMatch) 271 val stateCond = pdestMatch && (if (bothIntFp) bothStateMatch else rfStateMatch || fpMatch) 272 // For data: types are matched and int pdest is not $zero. 273 val rfDataMatch = if (exuCfg.readIntRf) ctrl.rfWen && src =/= 0.U else false.B 274 val dataCond = pdestMatch && (rfDataMatch && SrcType.isReg(srcType) || fpMatch && SrcType.isFp(srcType)) 275 (stateCond, dataCond) 276 } 277 } 278 // This MicroOp is used to wakeup another uop (the successor: MicroOp). 279 def wakeup(successor: MicroOp, exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 280 wakeup(successor.psrc.zip(successor.ctrl.srcType), exuCfg) 281 } 282 def isJump: Bool = FuType.isJumpExu(ctrl.fuType) 283} 284 285class XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 286 val uop = new MicroOp 287} 288 289class MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 290 val flag = UInt(1.W) 291} 292 293class Redirect(implicit p: Parameters) extends XSBundle { 294 val robIdx = new RobPtr 295 val ftqIdx = new FtqPtr 296 val ftqOffset = UInt(log2Up(PredictWidth).W) 297 val level = RedirectLevel() 298 val interrupt = Bool() 299 val cfiUpdate = new CfiUpdateInfo 300 301 val stFtqIdx = new FtqPtr // for load violation predict 302 val stFtqOffset = UInt(log2Up(PredictWidth).W) 303 304 val debug_runahead_checkpoint_id = UInt(64.W) 305 val debugIsCtrl = Bool() 306 val debugIsMemVio = Bool() 307 308 // def isUnconditional() = RedirectLevel.isUnconditional(level) 309 def flushItself() = RedirectLevel.flushItself(level) 310 // def isException() = RedirectLevel.isException(level) 311} 312 313class Dp1ToDp2IO(implicit p: Parameters) extends XSBundle { 314 val intDqToDp2 = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp)) 315 val fpDqToDp2 = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new MicroOp)) 316 val lsDqToDp2 = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new MicroOp)) 317} 318 319class ResetPregStateReq(implicit p: Parameters) extends XSBundle { 320 // NOTE: set isInt and isFp both to 'false' when invalid 321 val isInt = Bool() 322 val isFp = Bool() 323 val preg = UInt(PhyRegIdxWidth.W) 324} 325 326class DebugBundle(implicit p: Parameters) extends XSBundle { 327 val isMMIO = Bool() 328 val isPerfCnt = Bool() 329 val paddr = UInt(PAddrBits.W) 330 val vaddr = UInt(VAddrBits.W) 331 /* add L/S inst info in EXU */ 332 // val L1toL2TlbLatency = UInt(XLEN.W) 333 // val levelTlbHit = UInt(2.W) 334} 335 336class ExuInput(implicit p: Parameters) extends XSBundleWithMicroOp { 337 val src = Vec(3, UInt(XLEN.W)) 338} 339 340class ExuOutput(implicit p: Parameters) extends XSBundleWithMicroOp { 341 val data = UInt(XLEN.W) 342 val fflags = UInt(5.W) 343 val redirectValid = Bool() 344 val redirect = new Redirect 345 val debug = new DebugBundle 346} 347 348class ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 349 val mtip = Input(Bool()) 350 val msip = Input(Bool()) 351 val meip = Input(Bool()) 352 val seip = Input(Bool()) 353 val debug = Input(Bool()) 354} 355 356class CSRSpecialIO(implicit p: Parameters) extends XSBundle { 357 val exception = Flipped(ValidIO(new MicroOp)) 358 val isInterrupt = Input(Bool()) 359 val memExceptionVAddr = Input(UInt(VAddrBits.W)) 360 val trapTarget = Output(UInt(VAddrBits.W)) 361 val externalInterrupt = new ExternalInterruptIO 362 val interrupt = Output(Bool()) 363} 364 365class ExceptionInfo(implicit p: Parameters) extends XSBundleWithMicroOp { 366 val isInterrupt = Bool() 367} 368 369class RobCommitInfo(implicit p: Parameters) extends XSBundle { 370 val ldest = UInt(5.W) 371 val rfWen = Bool() 372 val fpWen = Bool() 373 val wflags = Bool() 374 val commitType = CommitType() 375 val pdest = UInt(PhyRegIdxWidth.W) 376 val ftqIdx = new FtqPtr 377 val ftqOffset = UInt(log2Up(PredictWidth).W) 378 val isMove = Bool() 379 380 // these should be optimized for synthesis verilog 381 val pc = UInt(VAddrBits.W) 382} 383 384class RobCommitIO(implicit p: Parameters) extends XSBundle { 385 val isCommit = Bool() 386 val commitValid = Vec(CommitWidth, Bool()) 387 388 val isWalk = Bool() 389 // valid bits optimized for walk 390 val walkValid = Vec(CommitWidth, Bool()) 391 392 val info = Vec(CommitWidth, new RobCommitInfo) 393 394 def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 395 def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 396} 397 398class RSFeedback(implicit p: Parameters) extends XSBundle { 399 val rsIdx = UInt(log2Up(IssQueSize).W) 400 val hit = Bool() 401 val flushState = Bool() 402 val sourceType = RSFeedbackType() 403 val dataInvalidSqIdx = new SqPtr 404} 405 406class MemRSFeedbackIO(implicit p: Parameters) extends XSBundle { 407 // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 408 // for instance: MemRSFeedbackIO()(updateP) 409 val feedbackSlow = ValidIO(new RSFeedback()) // dcache miss queue full, dtlb miss 410 val feedbackFast = ValidIO(new RSFeedback()) // bank conflict 411 val rsIdx = Input(UInt(log2Up(IssQueSize).W)) 412 val isFirstIssue = Input(Bool()) 413} 414 415class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 416 // to backend end 417 val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 418 val stallReason = new StallReasonIO(DecodeWidth) 419 val fromFtq = new FtqToCtrlIO 420 // from backend 421 val toFtq = Flipped(new CtrlToFtqIO) 422} 423 424class SatpStruct(implicit p: Parameters) extends XSBundle { 425 val mode = UInt(4.W) 426 val asid = UInt(16.W) 427 val ppn = UInt(44.W) 428} 429 430class TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 431 val changed = Bool() 432 433 def apply(satp_value: UInt): Unit = { 434 require(satp_value.getWidth == XLEN) 435 val sa = satp_value.asTypeOf(new SatpStruct) 436 mode := sa.mode 437 asid := sa.asid 438 ppn := Cat(0.U(44-PAddrBits), sa.ppn(PAddrBits-1, 0)).asUInt() 439 changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 440 } 441} 442 443class TlbCsrBundle(implicit p: Parameters) extends XSBundle { 444 val satp = new TlbSatpBundle() 445 val priv = new Bundle { 446 val mxr = Bool() 447 val sum = Bool() 448 val imode = UInt(2.W) 449 val dmode = UInt(2.W) 450 } 451 452 override def toPrintable: Printable = { 453 p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 454 p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 455 } 456} 457 458class SfenceBundle(implicit p: Parameters) extends XSBundle { 459 val valid = Bool() 460 val bits = new Bundle { 461 val rs1 = Bool() 462 val rs2 = Bool() 463 val addr = UInt(VAddrBits.W) 464 val asid = UInt(AsidLength.W) 465 val flushPipe = Bool() 466 } 467 468 override def toPrintable: Printable = { 469 p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 470 } 471} 472 473// Bundle for load violation predictor updating 474class MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 475 val valid = Bool() 476 477 // wait table update 478 val waddr = UInt(MemPredPCWidth.W) 479 val wdata = Bool() // true.B by default 480 481 // store set update 482 // by default, ldpc/stpc should be xor folded 483 val ldpc = UInt(MemPredPCWidth.W) 484 val stpc = UInt(MemPredPCWidth.W) 485} 486 487class CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 488 // Prefetcher 489 val l1I_pf_enable = Output(Bool()) 490 val l2_pf_enable = Output(Bool()) 491 val l1D_pf_enable = Output(Bool()) 492 val l1D_pf_train_on_hit = Output(Bool()) 493 val l1D_pf_enable_agt = Output(Bool()) 494 val l1D_pf_enable_pht = Output(Bool()) 495 val l1D_pf_active_threshold = Output(UInt(4.W)) 496 val l1D_pf_active_stride = Output(UInt(6.W)) 497 val l1D_pf_enable_stride = Output(Bool()) 498 val l2_pf_store_only = Output(Bool()) 499 // ICache 500 val icache_parity_enable = Output(Bool()) 501 // Labeled XiangShan 502 val dsid = Output(UInt(8.W)) // TODO: DsidWidth as parameter 503 // Load violation predictor 504 val lvpred_disable = Output(Bool()) 505 val no_spec_load = Output(Bool()) 506 val storeset_wait_store = Output(Bool()) 507 val storeset_no_fast_wakeup = Output(Bool()) 508 val lvpred_timeout = Output(UInt(5.W)) 509 // Branch predictor 510 val bp_ctrl = Output(new BPUCtrl) 511 // Memory Block 512 val sbuffer_threshold = Output(UInt(4.W)) 513 val ldld_vio_check_enable = Output(Bool()) 514 val soft_prefetch_enable = Output(Bool()) 515 val cache_error_enable = Output(Bool()) 516 val uncache_write_outstanding_enable = Output(Bool()) 517 // Rename 518 val fusion_enable = Output(Bool()) 519 val wfi_enable = Output(Bool()) 520 // Decode 521 val svinval_enable = Output(Bool()) 522 523 // distribute csr write signal 524 val distribute_csr = new DistributedCSRIO() 525 526 val singlestep = Output(Bool()) 527 val frontend_trigger = new FrontendTdataDistributeIO() 528 val mem_trigger = new MemTdataDistributeIO() 529 val trigger_enable = Output(Vec(10, Bool())) 530} 531 532class DistributedCSRIO(implicit p: Parameters) extends XSBundle { 533 // CSR has been written by csr inst, copies of csr should be updated 534 val w = ValidIO(new Bundle { 535 val addr = Output(UInt(12.W)) 536 val data = Output(UInt(XLEN.W)) 537 }) 538} 539 540class DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 541 // Request csr to be updated 542 // 543 // Note that this request will ONLY update CSR Module it self, 544 // copies of csr will NOT be updated, use it with care! 545 // 546 // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 547 val w = ValidIO(new Bundle { 548 val addr = Output(UInt(12.W)) 549 val data = Output(UInt(XLEN.W)) 550 }) 551 def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 552 when(valid){ 553 w.bits.addr := addr 554 w.bits.data := data 555 } 556 println("Distributed CSR update req registered for " + src_description) 557 } 558} 559 560class L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 561 // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 562 val source = Output(new Bundle() { 563 val tag = Bool() // l1 tag array 564 val data = Bool() // l1 data array 565 val l2 = Bool() 566 }) 567 val opType = Output(new Bundle() { 568 val fetch = Bool() 569 val load = Bool() 570 val store = Bool() 571 val probe = Bool() 572 val release = Bool() 573 val atom = Bool() 574 }) 575 val paddr = Output(UInt(PAddrBits.W)) 576 577 // report error and paddr to beu 578 // bus error unit will receive error info iff ecc_error.valid 579 val report_to_beu = Output(Bool()) 580 581 // there is an valid error 582 // l1 cache error will always be report to CACHE_ERROR csr 583 val valid = Output(Bool()) 584 585 def toL1BusErrorUnitInfo(): L1BusErrorUnitInfo = { 586 val beu_info = Wire(new L1BusErrorUnitInfo) 587 beu_info.ecc_error.valid := report_to_beu 588 beu_info.ecc_error.bits := paddr 589 beu_info 590 } 591} 592 593/* TODO how to trigger on next inst? 5941. If hit is determined at frontend, then set a "next instr" trap at dispatch like singlestep 5952. If it is determined at Load(meaning it must be "hit after", then it must not be a jump. So we can let it commit and set 596xret csr to pc + 4/ + 2 5972.5 The problem is to let it commit. This is the real TODO 5983. If it is load and hit before just treat it as regular load exception 599 */ 600 601// This bundle carries trigger hit info along the pipeline 602// Now there are 10 triggers divided into 5 groups of 2 603// These groups are 604// (if if) (store store) (load loid) (if store) (if load) 605 606// Triggers in the same group can chain, meaning that they only 607// fire is both triggers in the group matches (the triggerHitVec bit is asserted) 608// Chaining of trigger No. (2i) and (2i+1) is indicated by triggerChainVec(i) 609// Timing of 0 means trap at current inst, 1 means trap at next inst 610// Chaining and timing and the validness of a trigger is controlled by csr 611// In two chained triggers, if they have different timing, both won't fire 612//class TriggerCf (implicit p: Parameters) extends XSBundle { 613// val triggerHitVec = Vec(10, Bool()) 614// val triggerTiming = Vec(10, Bool()) 615// val triggerChainVec = Vec(5, Bool()) 616//} 617 618class TriggerCf(implicit p: Parameters) extends XSBundle { 619 // frontend 620 val frontendHit = Vec(4, Bool()) 621// val frontendTiming = Vec(4, Bool()) 622// val frontendHitNext = Vec(4, Bool()) 623 624// val frontendException = Bool() 625 // backend 626 val backendEn = Vec(2, Bool()) // Hit(6) && chain(4) , Hit(8) && chain(4) 627 val backendHit = Vec(6, Bool()) 628// val backendTiming = Vec(6, Bool()) // trigger enable fro chain 629 630 // Two situations not allowed: 631 // 1. load data comparison 632 // 2. store chaining with store 633 def getHitFrontend = frontendHit.reduce(_ || _) 634 def getHitBackend = backendHit.reduce(_ || _) 635 def hit = getHitFrontend || getHitBackend 636 def clear(): Unit = { 637 frontendHit.foreach(_ := false.B) 638 backendEn.foreach(_ := false.B) 639 backendHit.foreach(_ := false.B) 640 } 641} 642 643// these 3 bundles help distribute trigger control signals from CSR 644// to Frontend, Load and Store. 645class FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 646 val t = Valid(new Bundle { 647 val addr = Output(UInt(2.W)) 648 val tdata = new MatchTriggerIO 649 }) 650 } 651 652class MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 653 val t = Valid(new Bundle { 654 val addr = Output(UInt(3.W)) 655 val tdata = new MatchTriggerIO 656 }) 657} 658 659class MatchTriggerIO(implicit p: Parameters) extends XSBundle { 660 val matchType = Output(UInt(2.W)) 661 val select = Output(Bool()) 662 val timing = Output(Bool()) 663 val action = Output(Bool()) 664 val chain = Output(Bool()) 665 val tdata2 = Output(UInt(64.W)) 666} 667 668class StallReasonIO(width: Int) extends Bundle { 669 val reason = Output(Vec(width, UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 670 val backReason = Flipped(Valid(UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 671} 672 673// custom l2 - l1 interface 674class L2ToL1Hint(implicit p: Parameters) extends XSBundle with HasDCacheParameters { 675 val sourceId = UInt(log2Up(cfg.nMissEntries).W) // tilelink sourceID -> mshr id 676} 677