1/*************************************************************************************** 2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3* Copyright (c) 2020-2021 Peng Cheng Laboratory 4* 5* XiangShan is licensed under Mulan PSL v2. 6* You can use this software according to the terms and conditions of the Mulan PSL v2. 7* You may obtain a copy of Mulan PSL v2 at: 8* http://license.coscl.org.cn/MulanPSL2 9* 10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13* 14* See the Mulan PSL v2 for more details. 15***************************************************************************************/ 16 17package xiangshan 18 19import chisel3._ 20import chisel3.util._ 21import xiangshan.backend.rob.RobPtr 22import xiangshan.backend.CtrlToFtqIO 23import xiangshan.backend.decode.{ImmUnion, XDecode} 24import xiangshan.mem.{LqPtr, SqPtr} 25import xiangshan.frontend.PreDecodeInfo 26import xiangshan.frontend.HasBPUParameter 27import xiangshan.frontend.{AllFoldedHistories, CircularGlobalHistory, GlobalHistory, ShiftingGlobalHistory} 28import xiangshan.frontend.RASEntry 29import xiangshan.frontend.BPUCtrl 30import xiangshan.frontend.FtqPtr 31import xiangshan.frontend.CGHPtr 32import xiangshan.frontend.FtqRead 33import xiangshan.frontend.FtqToCtrlIO 34import xiangshan.cache.HasDCacheParameters 35import utils._ 36import utility._ 37 38import scala.math.max 39import Chisel.experimental.chiselName 40import chipsalliance.rocketchip.config.Parameters 41import chisel3.util.BitPat.bitPatToUInt 42import xiangshan.backend.exu.ExuConfig 43import xiangshan.backend.fu.PMPEntry 44import xiangshan.frontend.Ftq_Redirect_SRAMEntry 45import xiangshan.frontend.AllFoldedHistories 46import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 47 48class ValidUndirectioned[T <: Data](gen: T) extends Bundle { 49 val valid = Bool() 50 val bits = gen.cloneType.asInstanceOf[T] 51 52} 53 54object ValidUndirectioned { 55 def apply[T <: Data](gen: T) = { 56 new ValidUndirectioned[T](gen) 57 } 58} 59 60object RSFeedbackType { 61 val lrqFull = 0.U(3.W) 62 val tlbMiss = 1.U(3.W) 63 val mshrFull = 2.U(3.W) 64 val dataInvalid = 3.U(3.W) 65 val bankConflict = 4.U(3.W) 66 val ldVioCheckRedo = 5.U(3.W) 67 val feedbackInvalid = 7.U(3.W) 68 69 val allTypes = 8 70 def apply() = UInt(3.W) 71} 72 73class PredictorAnswer(implicit p: Parameters) extends XSBundle { 74 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 75 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 76 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 77} 78 79class CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 80 // from backend 81 val pc = UInt(VAddrBits.W) 82 // frontend -> backend -> frontend 83 val pd = new PreDecodeInfo 84 val rasSp = UInt(log2Up(RasSize).W) 85 val rasEntry = new RASEntry 86 // val hist = new ShiftingGlobalHistory 87 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 88 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 89 val lastBrNumOH = UInt((numBr+1).W) 90 val ghr = UInt(UbtbGHRLength.W) 91 val histPtr = new CGHPtr 92 val specCnt = Vec(numBr, UInt(10.W)) 93 // need pipeline update 94 val br_hit = Bool() // if in ftb entry 95 val jr_hit = Bool() // if in ftb entry 96 val sc_hit = Bool() // if used in ftb entry, invalid if !br_hit 97 val predTaken = Bool() 98 val target = UInt(VAddrBits.W) 99 val taken = Bool() 100 val isMisPred = Bool() 101 val shift = UInt((log2Ceil(numBr)+1).W) 102 val addIntoHist = Bool() 103 104 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 105 // this.hist := entry.ghist 106 this.folded_hist := entry.folded_hist 107 this.lastBrNumOH := entry.lastBrNumOH 108 this.afhob := entry.afhob 109 this.histPtr := entry.histPtr 110 this.rasSp := entry.rasSp 111 this.rasEntry := entry.rasTop 112 this 113 } 114} 115 116// Dequeue DecodeWidth insts from Ibuffer 117class CtrlFlow(implicit p: Parameters) extends XSBundle { 118 val instr = UInt(32.W) 119 val pc = UInt(VAddrBits.W) 120 val foldpc = UInt(MemPredPCWidth.W) 121 val exceptionVec = ExceptionVec() 122 val trigger = new TriggerCf 123 val pd = new PreDecodeInfo 124 val pred_taken = Bool() 125 val crossPageIPFFix = Bool() 126 val storeSetHit = Bool() // inst has been allocated an store set 127 val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 128 // Load wait is needed 129 // load inst will not be executed until former store (predicted by mdp) addr calcuated 130 val loadWaitBit = Bool() 131 // If (loadWaitBit && loadWaitStrict), strict load wait is needed 132 // load inst will not be executed until ALL former store addr calcuated 133 val loadWaitStrict = Bool() 134 val ssid = UInt(SSIDWidth.W) 135 val ftqPtr = new FtqPtr 136 val ftqOffset = UInt(log2Up(PredictWidth).W) 137} 138 139 140class FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 141 val isAddSub = Bool() // swap23 142 val typeTagIn = UInt(1.W) 143 val typeTagOut = UInt(1.W) 144 val fromInt = Bool() 145 val wflags = Bool() 146 val fpWen = Bool() 147 val fmaCmd = UInt(2.W) 148 val div = Bool() 149 val sqrt = Bool() 150 val fcvt = Bool() 151 val typ = UInt(2.W) 152 val fmt = UInt(2.W) 153 val ren3 = Bool() //TODO: remove SrcType.fp 154 val rm = UInt(3.W) 155} 156 157// Decode DecodeWidth insts at Decode Stage 158class CtrlSignals(implicit p: Parameters) extends XSBundle { 159 val debug_globalID = UInt(XLEN.W) 160 val srcType = Vec(3, SrcType()) 161 val lsrc = Vec(3, UInt(5.W)) 162 val ldest = UInt(5.W) 163 val fuType = FuType() 164 val fuOpType = FuOpType() 165 val rfWen = Bool() 166 val fpWen = Bool() 167 val isXSTrap = Bool() 168 val noSpecExec = Bool() // wait forward 169 val blockBackward = Bool() // block backward 170 val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 171 val selImm = SelImm() 172 val imm = UInt(ImmUnion.maxLen.W) 173 val commitType = CommitType() 174 val fpu = new FPUCtrlSignals 175 val isMove = Bool() 176 val singleStep = Bool() 177 // This inst will flush all the pipe when it is the oldest inst in ROB, 178 // then replay from this inst itself 179 val replayInst = Bool() 180 181 private def allSignals = srcType ++ Seq(fuType, fuOpType, rfWen, fpWen, 182 isXSTrap, noSpecExec, blockBackward, flushPipe, selImm) 183 184 def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 185 val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table) 186 allSignals zip decoder foreach { case (s, d) => s := d } 187 commitType := DontCare 188 this 189 } 190 191 def decode(bit: List[BitPat]): CtrlSignals = { 192 allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 193 this 194 } 195 196 def isWFI: Bool = fuType === FuType.csr && fuOpType === CSROpType.wfi 197 def isSoftPrefetch: Bool = { 198 fuType === FuType.alu && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 199 } 200} 201 202class CfCtrl(implicit p: Parameters) extends XSBundle { 203 val cf = new CtrlFlow 204 val ctrl = new CtrlSignals 205} 206 207class PerfDebugInfo(implicit p: Parameters) extends XSBundle { 208 val eliminatedMove = Bool() 209 // val fetchTime = UInt(XLEN.W) 210 val renameTime = UInt(XLEN.W) 211 val dispatchTime = UInt(XLEN.W) 212 val enqRsTime = UInt(XLEN.W) 213 val selectTime = UInt(XLEN.W) 214 val issueTime = UInt(XLEN.W) 215 val writebackTime = UInt(XLEN.W) 216 // val commitTime = UInt(XLEN.W) 217 val runahead_checkpoint_id = UInt(XLEN.W) 218 val tlbFirstReqTime = UInt(XLEN.W) 219 val tlbRespTime = UInt(XLEN.W) // when getting hit result (including delay in L2TLB hit) 220} 221 222// Separate LSQ 223class LSIdx(implicit p: Parameters) extends XSBundle { 224 val lqIdx = new LqPtr 225 val sqIdx = new SqPtr 226} 227 228// CfCtrl -> MicroOp at Rename Stage 229class MicroOp(implicit p: Parameters) extends CfCtrl { 230 val srcState = Vec(3, SrcState()) 231 val psrc = Vec(3, UInt(PhyRegIdxWidth.W)) 232 val pdest = UInt(PhyRegIdxWidth.W) 233 val old_pdest = UInt(PhyRegIdxWidth.W) 234 val robIdx = new RobPtr 235 val lqIdx = new LqPtr 236 val sqIdx = new SqPtr 237 val eliminatedMove = Bool() 238 val debugInfo = new PerfDebugInfo 239 def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 240 val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 241 val readReg = if (isFp) { 242 ctrl.srcType(index) === SrcType.fp 243 } else { 244 ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 245 } 246 readReg && stateReady 247 } 248 def srcIsReady: Vec[Bool] = { 249 VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 250 } 251 def clearExceptions( 252 exceptionBits: Seq[Int] = Seq(), 253 flushPipe: Boolean = false, 254 replayInst: Boolean = false 255 ): MicroOp = { 256 cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 257 if (!flushPipe) { ctrl.flushPipe := false.B } 258 if (!replayInst) { ctrl.replayInst := false.B } 259 this 260 } 261 // Assume only the LUI instruction is decoded with IMM_U in ALU. 262 def isLUI: Bool = ctrl.selImm === SelImm.IMM_U && ctrl.fuType === FuType.alu 263 // This MicroOp is used to wakeup another uop (the successor: (psrc, srcType). 264 def wakeup(successor: Seq[(UInt, UInt)], exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 265 successor.map{ case (src, srcType) => 266 val pdestMatch = pdest === src 267 // For state: no need to check whether src is x0/imm/pc because they are always ready. 268 val rfStateMatch = if (exuCfg.readIntRf) ctrl.rfWen else false.B 269 val fpMatch = if (exuCfg.readFpRf) ctrl.fpWen else false.B 270 val bothIntFp = exuCfg.readIntRf && exuCfg.readFpRf 271 val bothStateMatch = Mux(SrcType.regIsFp(srcType), fpMatch, rfStateMatch) 272 val stateCond = pdestMatch && (if (bothIntFp) bothStateMatch else rfStateMatch || fpMatch) 273 // For data: types are matched and int pdest is not $zero. 274 val rfDataMatch = if (exuCfg.readIntRf) ctrl.rfWen && src =/= 0.U else false.B 275 val dataCond = pdestMatch && (rfDataMatch && SrcType.isReg(srcType) || fpMatch && SrcType.isFp(srcType)) 276 (stateCond, dataCond) 277 } 278 } 279 // This MicroOp is used to wakeup another uop (the successor: MicroOp). 280 def wakeup(successor: MicroOp, exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 281 wakeup(successor.psrc.zip(successor.ctrl.srcType), exuCfg) 282 } 283 def isJump: Bool = FuType.isJumpExu(ctrl.fuType) 284} 285 286class XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 287 val uop = new MicroOp 288} 289 290class MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 291 val flag = UInt(1.W) 292} 293 294class Redirect(implicit p: Parameters) extends XSBundle { 295 val robIdx = new RobPtr 296 val ftqIdx = new FtqPtr 297 val ftqOffset = UInt(log2Up(PredictWidth).W) 298 val level = RedirectLevel() 299 val interrupt = Bool() 300 val cfiUpdate = new CfiUpdateInfo 301 302 val stFtqIdx = new FtqPtr // for load violation predict 303 val stFtqOffset = UInt(log2Up(PredictWidth).W) 304 305 val debug_runahead_checkpoint_id = UInt(64.W) 306 val debugIsCtrl = Bool() 307 val debugIsMemVio = Bool() 308 309 // def isUnconditional() = RedirectLevel.isUnconditional(level) 310 def flushItself() = RedirectLevel.flushItself(level) 311 // def isException() = RedirectLevel.isException(level) 312} 313 314class Dp1ToDp2IO(implicit p: Parameters) extends XSBundle { 315 val intDqToDp2 = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp)) 316 val fpDqToDp2 = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new MicroOp)) 317 val lsDqToDp2 = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new MicroOp)) 318} 319 320class ResetPregStateReq(implicit p: Parameters) extends XSBundle { 321 // NOTE: set isInt and isFp both to 'false' when invalid 322 val isInt = Bool() 323 val isFp = Bool() 324 val preg = UInt(PhyRegIdxWidth.W) 325} 326 327class DebugBundle(implicit p: Parameters) extends XSBundle { 328 val isMMIO = Bool() 329 val isPerfCnt = Bool() 330 val paddr = UInt(PAddrBits.W) 331 val vaddr = UInt(VAddrBits.W) 332 /* add L/S inst info in EXU */ 333 // val L1toL2TlbLatency = UInt(XLEN.W) 334 // val levelTlbHit = UInt(2.W) 335} 336 337class ExuInput(implicit p: Parameters) extends XSBundleWithMicroOp { 338 val src = Vec(3, UInt(XLEN.W)) 339} 340 341class ExuOutput(implicit p: Parameters) extends XSBundleWithMicroOp { 342 val data = UInt(XLEN.W) 343 val fflags = UInt(5.W) 344 val redirectValid = Bool() 345 val redirect = new Redirect 346 val debug = new DebugBundle 347} 348 349class ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 350 val mtip = Input(Bool()) 351 val msip = Input(Bool()) 352 val meip = Input(Bool()) 353 val seip = Input(Bool()) 354 val debug = Input(Bool()) 355} 356 357class CSRSpecialIO(implicit p: Parameters) extends XSBundle { 358 val exception = Flipped(ValidIO(new MicroOp)) 359 val isInterrupt = Input(Bool()) 360 val memExceptionVAddr = Input(UInt(VAddrBits.W)) 361 val trapTarget = Output(UInt(VAddrBits.W)) 362 val externalInterrupt = new ExternalInterruptIO 363 val interrupt = Output(Bool()) 364} 365 366class ExceptionInfo(implicit p: Parameters) extends XSBundleWithMicroOp { 367 val isInterrupt = Bool() 368} 369 370class RobCommitInfo(implicit p: Parameters) extends XSBundle { 371 val ldest = UInt(5.W) 372 val rfWen = Bool() 373 val fpWen = Bool() 374 val wflags = Bool() 375 val commitType = CommitType() 376 val pdest = UInt(PhyRegIdxWidth.W) 377 val old_pdest = UInt(PhyRegIdxWidth.W) 378 val ftqIdx = new FtqPtr 379 val ftqOffset = UInt(log2Up(PredictWidth).W) 380 val isMove = Bool() 381 382 // these should be optimized for synthesis verilog 383 val pc = UInt(VAddrBits.W) 384} 385 386class RobCommitIO(implicit p: Parameters) extends XSBundle { 387 val isCommit = Bool() 388 val commitValid = Vec(CommitWidth, Bool()) 389 390 val isWalk = Bool() 391 // valid bits optimized for walk 392 val walkValid = Vec(CommitWidth, Bool()) 393 394 val info = Vec(CommitWidth, new RobCommitInfo) 395 396 def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 397 def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 398} 399 400class RSFeedback(implicit p: Parameters) extends XSBundle { 401 val rsIdx = UInt(log2Up(IssQueSize).W) 402 val hit = Bool() 403 val flushState = Bool() 404 val sourceType = RSFeedbackType() 405 val dataInvalidSqIdx = new SqPtr 406} 407 408class MemRSFeedbackIO(implicit p: Parameters) extends XSBundle { 409 // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 410 // for instance: MemRSFeedbackIO()(updateP) 411 val feedbackSlow = ValidIO(new RSFeedback()) // dcache miss queue full, dtlb miss 412 val feedbackFast = ValidIO(new RSFeedback()) // bank conflict 413 val rsIdx = Input(UInt(log2Up(IssQueSize).W)) 414 val isFirstIssue = Input(Bool()) 415} 416 417class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 418 // to backend end 419 val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 420 val stallReason = new StallReasonIO(DecodeWidth) 421 val fromFtq = new FtqToCtrlIO 422 // from backend 423 val toFtq = Flipped(new CtrlToFtqIO) 424} 425 426class SatpStruct(implicit p: Parameters) extends XSBundle { 427 val mode = UInt(4.W) 428 val asid = UInt(16.W) 429 val ppn = UInt(44.W) 430} 431 432class TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 433 val changed = Bool() 434 435 def apply(satp_value: UInt): Unit = { 436 require(satp_value.getWidth == XLEN) 437 val sa = satp_value.asTypeOf(new SatpStruct) 438 mode := sa.mode 439 asid := sa.asid 440 ppn := Cat(0.U(44-PAddrBits), sa.ppn(PAddrBits-1, 0)).asUInt() 441 changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 442 } 443} 444 445class TlbCsrBundle(implicit p: Parameters) extends XSBundle { 446 val satp = new TlbSatpBundle() 447 val priv = new Bundle { 448 val mxr = Bool() 449 val sum = Bool() 450 val imode = UInt(2.W) 451 val dmode = UInt(2.W) 452 } 453 454 override def toPrintable: Printable = { 455 p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 456 p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 457 } 458} 459 460class SfenceBundle(implicit p: Parameters) extends XSBundle { 461 val valid = Bool() 462 val bits = new Bundle { 463 val rs1 = Bool() 464 val rs2 = Bool() 465 val addr = UInt(VAddrBits.W) 466 val asid = UInt(AsidLength.W) 467 val flushPipe = Bool() 468 } 469 470 override def toPrintable: Printable = { 471 p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 472 } 473} 474 475// Bundle for load violation predictor updating 476class MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 477 val valid = Bool() 478 479 // wait table update 480 val waddr = UInt(MemPredPCWidth.W) 481 val wdata = Bool() // true.B by default 482 483 // store set update 484 // by default, ldpc/stpc should be xor folded 485 val ldpc = UInt(MemPredPCWidth.W) 486 val stpc = UInt(MemPredPCWidth.W) 487} 488 489class CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 490 // Prefetcher 491 val l1I_pf_enable = Output(Bool()) 492 val l2_pf_enable = Output(Bool()) 493 val l1D_pf_enable = Output(Bool()) 494 val l1D_pf_train_on_hit = Output(Bool()) 495 val l1D_pf_enable_agt = Output(Bool()) 496 val l1D_pf_enable_pht = Output(Bool()) 497 val l1D_pf_active_threshold = Output(UInt(4.W)) 498 val l1D_pf_active_stride = Output(UInt(6.W)) 499 val l1D_pf_enable_stride = Output(Bool()) 500 val l2_pf_store_only = Output(Bool()) 501 // ICache 502 val icache_parity_enable = Output(Bool()) 503 // Labeled XiangShan 504 val dsid = Output(UInt(8.W)) // TODO: DsidWidth as parameter 505 // Load violation predictor 506 val lvpred_disable = Output(Bool()) 507 val no_spec_load = Output(Bool()) 508 val storeset_wait_store = Output(Bool()) 509 val storeset_no_fast_wakeup = Output(Bool()) 510 val lvpred_timeout = Output(UInt(5.W)) 511 // Branch predictor 512 val bp_ctrl = Output(new BPUCtrl) 513 // Memory Block 514 val sbuffer_threshold = Output(UInt(4.W)) 515 val ldld_vio_check_enable = Output(Bool()) 516 val soft_prefetch_enable = Output(Bool()) 517 val cache_error_enable = Output(Bool()) 518 val uncache_write_outstanding_enable = Output(Bool()) 519 // Rename 520 val fusion_enable = Output(Bool()) 521 val wfi_enable = Output(Bool()) 522 // Decode 523 val svinval_enable = Output(Bool()) 524 525 // distribute csr write signal 526 val distribute_csr = new DistributedCSRIO() 527 528 val singlestep = Output(Bool()) 529 val frontend_trigger = new FrontendTdataDistributeIO() 530 val mem_trigger = new MemTdataDistributeIO() 531 val trigger_enable = Output(Vec(10, Bool())) 532} 533 534class DistributedCSRIO(implicit p: Parameters) extends XSBundle { 535 // CSR has been written by csr inst, copies of csr should be updated 536 val w = ValidIO(new Bundle { 537 val addr = Output(UInt(12.W)) 538 val data = Output(UInt(XLEN.W)) 539 }) 540} 541 542class DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 543 // Request csr to be updated 544 // 545 // Note that this request will ONLY update CSR Module it self, 546 // copies of csr will NOT be updated, use it with care! 547 // 548 // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 549 val w = ValidIO(new Bundle { 550 val addr = Output(UInt(12.W)) 551 val data = Output(UInt(XLEN.W)) 552 }) 553 def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 554 when(valid){ 555 w.bits.addr := addr 556 w.bits.data := data 557 } 558 println("Distributed CSR update req registered for " + src_description) 559 } 560} 561 562class L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 563 // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 564 val source = Output(new Bundle() { 565 val tag = Bool() // l1 tag array 566 val data = Bool() // l1 data array 567 val l2 = Bool() 568 }) 569 val opType = Output(new Bundle() { 570 val fetch = Bool() 571 val load = Bool() 572 val store = Bool() 573 val probe = Bool() 574 val release = Bool() 575 val atom = Bool() 576 }) 577 val paddr = Output(UInt(PAddrBits.W)) 578 579 // report error and paddr to beu 580 // bus error unit will receive error info iff ecc_error.valid 581 val report_to_beu = Output(Bool()) 582 583 // there is an valid error 584 // l1 cache error will always be report to CACHE_ERROR csr 585 val valid = Output(Bool()) 586 587 def toL1BusErrorUnitInfo(): L1BusErrorUnitInfo = { 588 val beu_info = Wire(new L1BusErrorUnitInfo) 589 beu_info.ecc_error.valid := report_to_beu 590 beu_info.ecc_error.bits := paddr 591 beu_info 592 } 593} 594 595/* TODO how to trigger on next inst? 5961. If hit is determined at frontend, then set a "next instr" trap at dispatch like singlestep 5972. If it is determined at Load(meaning it must be "hit after", then it must not be a jump. So we can let it commit and set 598xret csr to pc + 4/ + 2 5992.5 The problem is to let it commit. This is the real TODO 6003. If it is load and hit before just treat it as regular load exception 601 */ 602 603// This bundle carries trigger hit info along the pipeline 604// Now there are 10 triggers divided into 5 groups of 2 605// These groups are 606// (if if) (store store) (load loid) (if store) (if load) 607 608// Triggers in the same group can chain, meaning that they only 609// fire is both triggers in the group matches (the triggerHitVec bit is asserted) 610// Chaining of trigger No. (2i) and (2i+1) is indicated by triggerChainVec(i) 611// Timing of 0 means trap at current inst, 1 means trap at next inst 612// Chaining and timing and the validness of a trigger is controlled by csr 613// In two chained triggers, if they have different timing, both won't fire 614//class TriggerCf (implicit p: Parameters) extends XSBundle { 615// val triggerHitVec = Vec(10, Bool()) 616// val triggerTiming = Vec(10, Bool()) 617// val triggerChainVec = Vec(5, Bool()) 618//} 619 620class TriggerCf(implicit p: Parameters) extends XSBundle { 621 // frontend 622 val frontendHit = Vec(4, Bool()) 623// val frontendTiming = Vec(4, Bool()) 624// val frontendHitNext = Vec(4, Bool()) 625 626// val frontendException = Bool() 627 // backend 628 val backendEn = Vec(2, Bool()) // Hit(6) && chain(4) , Hit(8) && chain(4) 629 val backendHit = Vec(6, Bool()) 630// val backendTiming = Vec(6, Bool()) // trigger enable fro chain 631 632 // Two situations not allowed: 633 // 1. load data comparison 634 // 2. store chaining with store 635 def getHitFrontend = frontendHit.reduce(_ || _) 636 def getHitBackend = backendHit.reduce(_ || _) 637 def hit = getHitFrontend || getHitBackend 638 def clear(): Unit = { 639 frontendHit.foreach(_ := false.B) 640 backendEn.foreach(_ := false.B) 641 backendHit.foreach(_ := false.B) 642 } 643} 644 645// these 3 bundles help distribute trigger control signals from CSR 646// to Frontend, Load and Store. 647class FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 648 val t = Valid(new Bundle { 649 val addr = Output(UInt(2.W)) 650 val tdata = new MatchTriggerIO 651 }) 652 } 653 654class MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 655 val t = Valid(new Bundle { 656 val addr = Output(UInt(3.W)) 657 val tdata = new MatchTriggerIO 658 }) 659} 660 661class MatchTriggerIO(implicit p: Parameters) extends XSBundle { 662 val matchType = Output(UInt(2.W)) 663 val select = Output(Bool()) 664 val timing = Output(Bool()) 665 val action = Output(Bool()) 666 val chain = Output(Bool()) 667 val tdata2 = Output(UInt(64.W)) 668} 669 670class StallReasonIO(width: Int) extends Bundle { 671 val reason = Output(Vec(width, UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 672 val backReason = Flipped(Valid(UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 673} 674 675// custom l2 - l1 interface 676class L2ToL1Hint(implicit p: Parameters) extends XSBundle with HasDCacheParameters { 677 val sourceId = UInt(log2Up(cfg.nMissEntries).W) // tilelink sourceID -> mshr id 678} 679