1package xiangshan.backend 2 3import org.chipsalliance.cde.config.Parameters 4import chisel3._ 5import chisel3.util.BitPat.bitPatToUInt 6import chisel3.util._ 7import utils.BundleUtils.makeValid 8import utils.OptionWrapper 9import xiangshan._ 10import xiangshan.backend.datapath.DataConfig._ 11import xiangshan.backend.datapath.DataSource 12import xiangshan.backend.datapath.WbConfig.PregWB 13import xiangshan.backend.decode.{ImmUnion, XDecode} 14import xiangshan.backend.exu.ExeUnitParams 15import xiangshan.backend.fu.FuType 16import xiangshan.backend.fu.fpu.Bundles.Frm 17import xiangshan.backend.fu.vector.Bundles._ 18import xiangshan.backend.issue.{IssueBlockParams, IssueQueueDeqRespBundle, IssueQueueJumpBundle, SchedulerType, EntryDeqRespBundle} 19import xiangshan.backend.regfile.{RfReadPortWithConfig, RfWritePortWithConfig} 20import xiangshan.backend.rob.RobPtr 21import xiangshan.frontend._ 22import xiangshan.mem.{LqPtr, SqPtr} 23 24object Bundles { 25 /** 26 * Connect Same Name Port like bundleSource := bundleSinkBudle. 27 * 28 * There is no limit to the number of ports on both sides. 29 * 30 * Don't forget to connect the remaining ports! 31 */ 32 def connectSamePort (bundleSource: Bundle, bundleSink: Bundle):Unit = { 33 bundleSource.elements.foreach { case (name, data) => 34 if (bundleSink.elements.contains(name)) 35 data := bundleSink.elements(name) 36 } 37 } 38 // frontend -> backend 39 class StaticInst(implicit p: Parameters) extends XSBundle { 40 val instr = UInt(32.W) 41 val pc = UInt(VAddrBits.W) 42 val foldpc = UInt(MemPredPCWidth.W) 43 val exceptionVec = ExceptionVec() 44 val trigger = new TriggerCf 45 val preDecodeInfo = new PreDecodeInfo 46 val pred_taken = Bool() 47 val crossPageIPFFix = Bool() 48 val ftqPtr = new FtqPtr 49 val ftqOffset = UInt(log2Up(PredictWidth).W) 50 51 def connectCtrlFlow(source: CtrlFlow): Unit = { 52 this.instr := source.instr 53 this.pc := source.pc 54 this.foldpc := source.foldpc 55 this.exceptionVec := source.exceptionVec 56 this.trigger := source.trigger 57 this.preDecodeInfo := source.pd 58 this.pred_taken := source.pred_taken 59 this.crossPageIPFFix := source.crossPageIPFFix 60 this.ftqPtr := source.ftqPtr 61 this.ftqOffset := source.ftqOffset 62 } 63 } 64 65 // StaticInst --[Decode]--> DecodedInst 66 class DecodedInst(implicit p: Parameters) extends XSBundle { 67 def numSrc = backendParams.numSrc 68 // passed from StaticInst 69 val instr = UInt(32.W) 70 val pc = UInt(VAddrBits.W) 71 val foldpc = UInt(MemPredPCWidth.W) 72 val exceptionVec = ExceptionVec() 73 val trigger = new TriggerCf 74 val preDecodeInfo = new PreDecodeInfo 75 val pred_taken = Bool() 76 val crossPageIPFFix = Bool() 77 val ftqPtr = new FtqPtr 78 val ftqOffset = UInt(log2Up(PredictWidth).W) 79 // decoded 80 val srcType = Vec(numSrc, SrcType()) 81 val lsrc = Vec(numSrc, UInt(6.W)) 82 val ldest = UInt(6.W) 83 val fuType = FuType() 84 val fuOpType = FuOpType() 85 val rfWen = Bool() 86 val fpWen = Bool() 87 val vecWen = Bool() 88 val isXSTrap = Bool() 89 val waitForward = Bool() // no speculate execution 90 val blockBackward = Bool() 91 val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 92 val canRobCompress = Bool() 93 val selImm = SelImm() 94 val imm = UInt(ImmUnion.maxLen.W) 95 val fpu = new FPUCtrlSignals 96 val vpu = new VPUCtrlSignals 97 val vlsInstr = Bool() 98 val wfflags = Bool() 99 val isMove = Bool() 100 val uopIdx = UopIdx() 101 val uopSplitType = UopSplitType() 102 val isVset = Bool() 103 val firstUop = Bool() 104 val lastUop = Bool() 105 val numUops = UInt(log2Up(MaxUopSize).W) // rob need this 106 val numWB = UInt(log2Up(MaxUopSize).W) // rob need this 107 val commitType = CommitType() // Todo: remove it 108 109 private def allSignals = srcType.take(3) ++ Seq(fuType, fuOpType, rfWen, fpWen, vecWen, 110 isXSTrap, waitForward, blockBackward, flushPipe, canRobCompress, uopSplitType, selImm) 111 112 def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): DecodedInst = { 113 val decoder: Seq[UInt] = ListLookup( 114 inst, XDecode.decodeDefault.map(bitPatToUInt), 115 table.map{ case (pat, pats) => (pat, pats.map(bitPatToUInt)) }.toArray 116 ) 117 allSignals zip decoder foreach { case (s, d) => s := d } 118 this 119 } 120 121 def isSoftPrefetch: Bool = { 122 fuType === FuType.alu.U && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 123 } 124 125 def connectStaticInst(source: StaticInst): Unit = { 126 for ((name, data) <- this.elements) { 127 if (source.elements.contains(name)) { 128 data := source.elements(name) 129 } 130 } 131 } 132 } 133 134 // DecodedInst --[Rename]--> DynInst 135 class DynInst(implicit p: Parameters) extends XSBundle { 136 def numSrc = backendParams.numSrc 137 // passed from StaticInst 138 val instr = UInt(32.W) 139 val pc = UInt(VAddrBits.W) 140 val foldpc = UInt(MemPredPCWidth.W) 141 val exceptionVec = ExceptionVec() 142 val trigger = new TriggerCf 143 val preDecodeInfo = new PreDecodeInfo 144 val pred_taken = Bool() 145 val crossPageIPFFix = Bool() 146 val ftqPtr = new FtqPtr 147 val ftqOffset = UInt(log2Up(PredictWidth).W) 148 // passed from DecodedInst 149 val srcType = Vec(numSrc, SrcType()) 150 val lsrc = Vec(numSrc, UInt(6.W)) 151 val ldest = UInt(6.W) 152 val fuType = FuType() 153 val fuOpType = FuOpType() 154 val rfWen = Bool() 155 val fpWen = Bool() 156 val vecWen = Bool() 157 val isXSTrap = Bool() 158 val waitForward = Bool() // no speculate execution 159 val blockBackward = Bool() 160 val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 161 val canRobCompress = Bool() 162 val selImm = SelImm() 163 val imm = UInt(32.W) 164 val fpu = new FPUCtrlSignals 165 val vpu = new VPUCtrlSignals 166 val vlsInstr = Bool() 167 val wfflags = Bool() 168 val isMove = Bool() 169 val uopIdx = UopIdx() 170 val isVset = Bool() 171 val firstUop = Bool() 172 val lastUop = Bool() 173 val numUops = UInt(log2Up(MaxUopSize).W) // rob need this 174 val numWB = UInt(log2Up(MaxUopSize).W) // rob need this 175 val commitType = CommitType() 176 // rename 177 val srcState = Vec(numSrc, SrcState()) 178 val srcLoadDependency = Vec(numSrc, Vec(LoadPipelineWidth, UInt(3.W))) 179 val psrc = Vec(numSrc, UInt(PhyRegIdxWidth.W)) 180 val pdest = UInt(PhyRegIdxWidth.W) 181 val robIdx = new RobPtr 182 val instrSize = UInt(log2Ceil(RenameWidth + 1).W) 183 val dirtyFs = Bool() 184 185 val eliminatedMove = Bool() 186 // Take snapshot at this CFI inst 187 val snapshot = Bool() 188 val debugInfo = new PerfDebugInfo 189 val storeSetHit = Bool() // inst has been allocated an store set 190 val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 191 // Load wait is needed 192 // load inst will not be executed until former store (predicted by mdp) addr calcuated 193 val loadWaitBit = Bool() 194 // If (loadWaitBit && loadWaitStrict), strict load wait is needed 195 // load inst will not be executed until ALL former store addr calcuated 196 val loadWaitStrict = Bool() 197 val ssid = UInt(SSIDWidth.W) 198 // Todo 199 val lqIdx = new LqPtr 200 val sqIdx = new SqPtr 201 // debug module 202 val singleStep = Bool() 203 // schedule 204 val replayInst = Bool() 205 206 def isLUI: Bool = this.fuType === FuType.alu.U && (this.selImm === SelImm.IMM_U || this.selImm === SelImm.IMM_LUI32) 207 def isLUI32: Bool = this.selImm === SelImm.IMM_LUI32 208 def isWFI: Bool = this.fuType === FuType.csr.U && fuOpType === CSROpType.wfi 209 210 def isSvinvalBegin(flush: Bool) = FuType.isFence(fuType) && fuOpType === FenceOpType.nofence && !flush 211 def isSvinval(flush: Bool) = FuType.isFence(fuType) && fuOpType === FenceOpType.sfence && !flush 212 def isSvinvalEnd(flush: Bool) = FuType.isFence(fuType) && fuOpType === FenceOpType.nofence && flush 213 214 def srcIsReady: Vec[Bool] = { 215 VecInit(this.srcType.zip(this.srcState).map { 216 case (t, s) => SrcType.isNotReg(t) || SrcState.isReady(s) 217 }) 218 } 219 220 def clearExceptions( 221 exceptionBits: Seq[Int] = Seq(), 222 flushPipe : Boolean = false, 223 replayInst : Boolean = false 224 ): DynInst = { 225 this.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 226 if (!flushPipe) { this.flushPipe := false.B } 227 if (!replayInst) { this.replayInst := false.B } 228 this 229 } 230 231 def needWriteRf: Bool = (rfWen && ldest =/= 0.U) || fpWen || vecWen 232 } 233 234 trait BundleSource { 235 var wakeupSource = "undefined" 236 var idx = 0 237 } 238 239 /** 240 * 241 * @param pregIdxWidth index width of preg 242 * @param exuIndices exu indices of wakeup bundle 243 */ 244 sealed abstract class IssueQueueWakeUpBaseBundle(pregIdxWidth: Int, val exuIndices: Seq[Int]) extends Bundle { 245 val rfWen = Bool() 246 val fpWen = Bool() 247 val vecWen = Bool() 248 val pdest = UInt(pregIdxWidth.W) 249 250 /** 251 * @param successor Seq[(psrc, srcType)] 252 * @return Seq[if wakeup psrc] 253 */ 254 def wakeUp(successor: Seq[(UInt, UInt)], valid: Bool): Seq[Bool] = { 255 successor.map { case (thatPsrc, srcType) => 256 val pdestMatch = pdest === thatPsrc 257 pdestMatch && ( 258 SrcType.isFp(srcType) && this.fpWen || 259 SrcType.isXp(srcType) && this.rfWen || 260 SrcType.isVp(srcType) && this.vecWen 261 ) && valid 262 } 263 } 264 265 def hasOnlyOneSource: Boolean = exuIndices.size == 1 266 267 def hasMultiSources: Boolean = exuIndices.size > 1 268 269 def isWBWakeUp = this.isInstanceOf[IssueQueueWBWakeUpBundle] 270 271 def isIQWakeUp = this.isInstanceOf[IssueQueueIQWakeUpBundle] 272 273 def exuIdx: Int = { 274 require(hasOnlyOneSource) 275 this.exuIndices.head 276 } 277 } 278 279 class IssueQueueWBWakeUpBundle(exuIndices: Seq[Int], backendParams: BackendParams) extends IssueQueueWakeUpBaseBundle(backendParams.pregIdxWidth, exuIndices) { 280 281 } 282 283class IssueQueueIQWakeUpBundle( 284 exuIdx: Int, 285 backendParams: BackendParams, 286 copyWakeupOut: Boolean = false, 287 copyNum: Int = 0 288) extends IssueQueueWakeUpBaseBundle(backendParams.pregIdxWidth, Seq(exuIdx)) { 289 val loadDependency = Vec(backendParams.LduCnt + backendParams.HyuCnt, UInt(3.W)) 290 val is0Lat = Bool() 291 val params = backendParams.allExuParams.filter(_.exuIdx == exuIdx).head 292 val pdestCopy = OptionWrapper(copyWakeupOut, Vec(copyNum, UInt(params.wbPregIdxWidth.W))) 293 val rfWenCopy = OptionWrapper(copyWakeupOut && params.writeIntRf, Vec(copyNum, Bool())) 294 val fpWenCopy = OptionWrapper(copyWakeupOut && params.writeFpRf, Vec(copyNum, Bool())) 295 val vecWenCopy = OptionWrapper(copyWakeupOut && params.writeVecRf, Vec(copyNum, Bool())) 296 val loadDependencyCopy = OptionWrapper(copyWakeupOut && params.isIQWakeUpSink, Vec(copyNum,Vec(backendParams.LdExuCnt, UInt(3.W)))) 297 def fromExuInput(exuInput: ExuInput, l2ExuVecs: Vec[UInt]): Unit = { 298 this.rfWen := exuInput.rfWen.getOrElse(false.B) 299 this.fpWen := exuInput.fpWen.getOrElse(false.B) 300 this.vecWen := exuInput.vecWen.getOrElse(false.B) 301 this.pdest := exuInput.pdest 302 } 303 304 def fromExuInput(exuInput: ExuInput): Unit = { 305 this.rfWen := exuInput.rfWen.getOrElse(false.B) 306 this.fpWen := exuInput.fpWen.getOrElse(false.B) 307 this.vecWen := exuInput.vecWen.getOrElse(false.B) 308 this.pdest := exuInput.pdest 309 } 310 } 311 312 class VPUCtrlSignals(implicit p: Parameters) extends XSBundle { 313 // vtype 314 val vill = Bool() 315 val vma = Bool() // 1: agnostic, 0: undisturbed 316 val vta = Bool() // 1: agnostic, 0: undisturbed 317 val vsew = VSew() 318 val vlmul = VLmul() // 1/8~8 --> -3~3 319 320 val vm = Bool() // 0: need v0.t 321 val vstart = Vl() 322 323 // float rounding mode 324 val frm = Frm() 325 // scalar float instr and vector float reduction 326 val fpu = Fpu() 327 // vector fix int rounding mode 328 val vxrm = Vxrm() 329 // vector uop index, exclude other non-vector uop 330 val vuopIdx = UopIdx() 331 val lastUop = Bool() 332 // maybe used if data dependancy 333 val vmask = UInt(MaskSrcData().dataWidth.W) 334 val vl = Vl() 335 336 // vector load/store 337 val nf = Nf() 338 val veew = VEew() 339 340 val isReverse = Bool() // vrsub, vrdiv 341 val isExt = Bool() 342 val isNarrow = Bool() 343 val isDstMask = Bool() // vvm, vvvm, mmm 344 val isOpMask = Bool() // vmand, vmnand 345 val isMove = Bool() // vmv.s.x, vmv.v.v, vmv.v.x, vmv.v.i 346 347 def vtype: VType = { 348 val res = Wire(VType()) 349 res.illegal := this.vill 350 res.vma := this.vma 351 res.vta := this.vta 352 res.vsew := this.vsew 353 res.vlmul := this.vlmul 354 res 355 } 356 357 def vconfig: VConfig = { 358 val res = Wire(VConfig()) 359 res.vtype := this.vtype 360 res.vl := this.vl 361 res 362 } 363 364 def connectVType(source: VType): Unit = { 365 this.vill := source.illegal 366 this.vma := source.vma 367 this.vta := source.vta 368 this.vsew := source.vsew 369 this.vlmul := source.vlmul 370 } 371 } 372 373 // DynInst --[IssueQueue]--> DataPath 374 class IssueQueueIssueBundle( 375 iqParams: IssueBlockParams, 376 val exuParams: ExeUnitParams, 377 )(implicit 378 p: Parameters 379 ) extends Bundle { 380 private val rfReadDataCfgSet: Seq[Set[DataConfig]] = exuParams.getRfReadDataCfgSet 381 // check which set both have fp and vec and remove fp 382 private val rfReadDataCfgSetFilterFp = rfReadDataCfgSet.map((set: Set[DataConfig]) => 383 if (set.contains(FpData()) && set.contains(VecData())) set.filter(_ != FpData()) 384 else set 385 ) 386 387 val rf: MixedVec[MixedVec[RfReadPortWithConfig]] = Flipped(MixedVec( 388 rfReadDataCfgSetFilterFp.map((set: Set[DataConfig]) => 389 MixedVec(set.map((x: DataConfig) => new RfReadPortWithConfig(x, exuParams.rdPregIdxWidth)).toSeq) 390 ) 391 )) 392 393 val srcType = Vec(exuParams.numRegSrc, SrcType()) // used to select imm or reg data 394 val immType = SelImm() // used to select imm extractor 395 val common = new ExuInput(exuParams) 396 val addrOH = UInt(iqParams.numEntries.W) 397 398 def exuIdx = exuParams.exuIdx 399 def getSource: SchedulerType = exuParams.getWBSource 400 def getIntWbBusyBundle = common.rfWen.toSeq 401 def getVfWbBusyBundle = common.getVfWen.toSeq 402 def getIntRfReadBundle: Seq[RfReadPortWithConfig] = rf.flatten.filter(_.readInt).toSeq 403 def getVfRfReadBundle: Seq[RfReadPortWithConfig] = rf.flatten.filter(_.readVf).toSeq 404 405 def getIntRfReadValidBundle(issueValid: Bool): Seq[ValidIO[RfReadPortWithConfig]] = { 406 getIntRfReadBundle.zip(srcType).map { 407 case (rfRd: RfReadPortWithConfig, t: UInt) => 408 makeValid(issueValid && SrcType.isXp(t), rfRd) 409 } 410 } 411 412 def getVfRfReadValidBundle(issueValid: Bool): Seq[ValidIO[RfReadPortWithConfig]] = { 413 getVfRfReadBundle.zip(srcType).map { 414 case (rfRd: RfReadPortWithConfig, t: UInt) => 415 makeValid(issueValid && SrcType.isVfp(t), rfRd) 416 } 417 } 418 419 def getIntRfWriteValidBundle(issueValid: Bool) = { 420 421 } 422 } 423 424 class OGRespBundle(implicit p:Parameters, params: IssueBlockParams) extends XSBundle { 425 val issueQueueParams = this.params 426 val og0resp = Valid(new EntryDeqRespBundle) 427 val og1resp = Valid(new EntryDeqRespBundle) 428 } 429 430 class fuBusyRespBundle(implicit p: Parameters, params: IssueBlockParams) extends Bundle { 431 val respType = RSFeedbackType() // update credit if needs replay 432 val rfWen = Bool() // TODO: use params to identify IntWB/VfWB 433 val fuType = FuType() 434 } 435 436 class WbFuBusyTableWriteBundle(val params: ExeUnitParams)(implicit p: Parameters) extends XSBundle { 437 private val intCertainLat = params.intLatencyCertain 438 private val vfCertainLat = params.vfLatencyCertain 439 private val intLat = params.intLatencyValMax 440 private val vfLat = params.vfLatencyValMax 441 442 val intWbBusyTable = OptionWrapper(intCertainLat, UInt((intLat + 1).W)) 443 val vfWbBusyTable = OptionWrapper(vfCertainLat, UInt((vfLat + 1).W)) 444 val intDeqRespSet = OptionWrapper(intCertainLat, UInt((intLat + 1).W)) 445 val vfDeqRespSet = OptionWrapper(vfCertainLat, UInt((vfLat + 1).W)) 446 } 447 448 class WbFuBusyTableReadBundle(val params: ExeUnitParams)(implicit p: Parameters) extends XSBundle { 449 private val intCertainLat = params.intLatencyCertain 450 private val vfCertainLat = params.vfLatencyCertain 451 private val intLat = params.intLatencyValMax 452 private val vfLat = params.vfLatencyValMax 453 454 val intWbBusyTable = OptionWrapper(intCertainLat, UInt((intLat + 1).W)) 455 val vfWbBusyTable = OptionWrapper(vfCertainLat, UInt((vfLat + 1).W)) 456 } 457 458 class WbConflictBundle(val params: ExeUnitParams)(implicit p: Parameters) extends XSBundle { 459 private val intCertainLat = params.intLatencyCertain 460 private val vfCertainLat = params.vfLatencyCertain 461 462 val intConflict = OptionWrapper(intCertainLat, Bool()) 463 val vfConflict = OptionWrapper(vfCertainLat, Bool()) 464 } 465 466 // DataPath --[ExuInput]--> Exu 467 class ExuInput(val params: ExeUnitParams, copyWakeupOut:Boolean = false, copyNum:Int = 0)(implicit p: Parameters) extends XSBundle { 468 val fuType = FuType() 469 val fuOpType = FuOpType() 470 val src = Vec(params.numRegSrc, UInt(params.dataBitsMax.W)) 471 val imm = UInt(32.W) 472 val robIdx = new RobPtr 473 val iqIdx = UInt(log2Up(MemIQSizeMax).W)// Only used by store yet 474 val isFirstIssue = Bool() // Only used by store yet 475 val pdestCopy = OptionWrapper(copyWakeupOut, Vec(copyNum, UInt(params.wbPregIdxWidth.W))) 476 val rfWenCopy = OptionWrapper(copyWakeupOut && params.writeIntRf, Vec(copyNum, Bool())) 477 val fpWenCopy = OptionWrapper(copyWakeupOut && params.writeFpRf, Vec(copyNum, Bool())) 478 val vecWenCopy = OptionWrapper(copyWakeupOut && params.writeVecRf, Vec(copyNum, Bool())) 479 val loadDependencyCopy = OptionWrapper(copyWakeupOut && params.isIQWakeUpSink, Vec(copyNum,Vec(LoadPipelineWidth, UInt(3.W)))) 480 val pdest = UInt(params.wbPregIdxWidth.W) 481 val rfWen = if (params.writeIntRf) Some(Bool()) else None 482 val fpWen = if (params.writeFpRf) Some(Bool()) else None 483 val vecWen = if (params.writeVecRf) Some(Bool()) else None 484 val fpu = if (params.writeFflags) Some(new FPUCtrlSignals) else None 485 val vpu = if (params.needVPUCtrl) Some(new VPUCtrlSignals) else None 486 val flushPipe = if (params.flushPipe) Some(Bool()) else None 487 val pc = if (params.needPc) Some(UInt(VAddrData().dataWidth.W)) else None 488 val preDecode = if (params.hasPredecode) Some(new PreDecodeInfo) else None 489 val ftqIdx = if (params.needPc || params.replayInst || params.hasStoreAddrFu) 490 Some(new FtqPtr) else None 491 val ftqOffset = if (params.needPc || params.replayInst || params.hasStoreAddrFu) 492 Some(UInt(log2Up(PredictWidth).W)) else None 493 val predictInfo = if (params.needPdInfo) Some(new Bundle { 494 val target = UInt(VAddrData().dataWidth.W) 495 val taken = Bool() 496 }) else None 497 val loadWaitBit = OptionWrapper(params.hasLoadExu, Bool()) 498 val waitForRobIdx = OptionWrapper(params.hasLoadExu, new RobPtr) // store set predicted previous store robIdx 499 val storeSetHit = OptionWrapper(params.hasLoadExu, Bool()) // inst has been allocated an store set 500 val loadWaitStrict = OptionWrapper(params.hasLoadExu, Bool()) // load inst will not be executed until ALL former store addr calcuated 501 val ssid = OptionWrapper(params.hasLoadExu, UInt(SSIDWidth.W)) 502 val sqIdx = if (params.hasMemAddrFu || params.hasStdFu) Some(new SqPtr) else None 503 val lqIdx = if (params.hasMemAddrFu) Some(new LqPtr) else None 504 val dataSources = Vec(params.numRegSrc, DataSource()) 505 val l1ExuOH = OptionWrapper(params.isIQWakeUpSink, Vec(params.numRegSrc, ExuOH())) 506 val srcTimer = OptionWrapper(params.isIQWakeUpSink, Vec(params.numRegSrc, UInt(3.W))) 507 val loadDependency = OptionWrapper(params.isIQWakeUpSink, Vec(LoadPipelineWidth, UInt(3.W))) 508 val deqLdExuIdx = OptionWrapper(params.hasLoadFu || params.hasHyldaFu, UInt(log2Ceil(LoadPipelineWidth).W)) 509 510 val perfDebugInfo = new PerfDebugInfo() 511 512 def exuIdx = this.params.exuIdx 513 514 def needCancel(og0CancelOH: UInt, og1CancelOH: UInt) : Bool = { 515 if (params.isIQWakeUpSink) { 516 require( 517 og0CancelOH.getWidth == l1ExuOH.get.head.getWidth, 518 s"cancelVecSize: {og0: ${og0CancelOH.getWidth}, og1: ${og1CancelOH.getWidth}}" 519 ) 520 val l1Cancel: Bool = l1ExuOH.get.zip(srcTimer.get).map { 521 case(exuOH: UInt, srcTimer: UInt) => 522 (exuOH & og0CancelOH).orR && srcTimer === 1.U 523 }.reduce(_ | _) 524 l1Cancel 525 } else { 526 false.B 527 } 528 } 529 530 def getVfWen = { 531 if (params.writeFpRf) this.fpWen 532 else if(params.writeVecRf) this.vecWen 533 else None 534 } 535 536 def fromIssueBundle(source: IssueQueueIssueBundle): Unit = { 537 // src is assigned to rfReadData 538 this.fuType := source.common.fuType 539 this.fuOpType := source.common.fuOpType 540 this.imm := source.common.imm 541 this.robIdx := source.common.robIdx 542 this.pdest := source.common.pdest 543 this.isFirstIssue := source.common.isFirstIssue // Only used by mem debug log 544 this.iqIdx := source.common.iqIdx // Only used by mem feedback 545 this.dataSources := source.common.dataSources 546 this.l1ExuOH .foreach(_ := source.common.l1ExuOH.get) 547 this.rfWen .foreach(_ := source.common.rfWen.get) 548 this.fpWen .foreach(_ := source.common.fpWen.get) 549 this.vecWen .foreach(_ := source.common.vecWen.get) 550 this.fpu .foreach(_ := source.common.fpu.get) 551 this.vpu .foreach(_ := source.common.vpu.get) 552 this.flushPipe .foreach(_ := source.common.flushPipe.get) 553 this.pc .foreach(_ := source.common.pc.get) 554 this.preDecode .foreach(_ := source.common.preDecode.get) 555 this.ftqIdx .foreach(_ := source.common.ftqIdx.get) 556 this.ftqOffset .foreach(_ := source.common.ftqOffset.get) 557 this.predictInfo .foreach(_ := source.common.predictInfo.get) 558 this.loadWaitBit .foreach(_ := source.common.loadWaitBit.get) 559 this.waitForRobIdx .foreach(_ := source.common.waitForRobIdx.get) 560 this.storeSetHit .foreach(_ := source.common.storeSetHit.get) 561 this.loadWaitStrict.foreach(_ := source.common.loadWaitStrict.get) 562 this.ssid .foreach(_ := source.common.ssid.get) 563 this.lqIdx .foreach(_ := source.common.lqIdx.get) 564 this.sqIdx .foreach(_ := source.common.sqIdx.get) 565 this.srcTimer .foreach(_ := source.common.srcTimer.get) 566 this.loadDependency.foreach(_ := source.common.loadDependency.get.map(_ << 1)) 567 this.deqLdExuIdx .foreach(_ := source.common.deqLdExuIdx.get) 568 } 569 } 570 571 // ExuInput --[FuncUnit]--> ExuOutput 572 class ExuOutput( 573 val params: ExeUnitParams, 574 )(implicit 575 val p: Parameters 576 ) extends Bundle with BundleSource with HasXSParameter { 577 val data = UInt(params.dataBitsMax.W) 578 val pdest = UInt(params.wbPregIdxWidth.W) 579 val robIdx = new RobPtr 580 val intWen = if (params.writeIntRf) Some(Bool()) else None 581 val fpWen = if (params.writeFpRf) Some(Bool()) else None 582 val vecWen = if (params.writeVecRf) Some(Bool()) else None 583 val redirect = if (params.hasRedirect) Some(ValidIO(new Redirect)) else None 584 val fflags = if (params.writeFflags) Some(UInt(5.W)) else None 585 val wflags = if (params.writeFflags) Some(Bool()) else None 586 val vxsat = if (params.writeVxsat) Some(Bool()) else None 587 val exceptionVec = if (params.exceptionOut.nonEmpty) Some(ExceptionVec()) else None 588 val flushPipe = if (params.flushPipe) Some(Bool()) else None 589 val replay = if (params.replayInst) Some(Bool()) else None 590 val lqIdx = if (params.hasLoadFu) Some(new LqPtr()) else None 591 val sqIdx = if (params.hasStoreAddrFu || params.hasStdFu) 592 Some(new SqPtr()) else None 593 val trigger = if (params.trigger) Some(new TriggerCf) else None 594 // uop info 595 val predecodeInfo = if(params.hasPredecode) Some(new PreDecodeInfo) else None 596 // vldu used only 597 val vls = OptionWrapper(params.hasVLoadFu, new Bundle { 598 val vpu = new VPUCtrlSignals 599 val oldVdPsrc = UInt(PhyRegIdxWidth.W) 600 val vdIdx = UInt(3.W) 601 val vdIdxInField = UInt(3.W) 602 val isIndexed = Bool() 603 }) 604 val debug = new DebugBundle 605 val debugInfo = new PerfDebugInfo 606 } 607 608 // ExuOutput + DynInst --> WriteBackBundle 609 class WriteBackBundle(val params: PregWB, backendParams: BackendParams)(implicit p: Parameters) extends Bundle with BundleSource { 610 val rfWen = Bool() 611 val fpWen = Bool() 612 val vecWen = Bool() 613 val pdest = UInt(params.pregIdxWidth(backendParams).W) 614 val data = UInt(params.dataWidth.W) 615 val robIdx = new RobPtr()(p) 616 val flushPipe = Bool() 617 val replayInst = Bool() 618 val redirect = ValidIO(new Redirect) 619 val fflags = UInt(5.W) 620 val vxsat = Bool() 621 val exceptionVec = ExceptionVec() 622 val debug = new DebugBundle 623 val debugInfo = new PerfDebugInfo 624 625 this.wakeupSource = s"WB(${params.toString})" 626 627 def fromExuOutput(source: ExuOutput) = { 628 this.rfWen := source.intWen.getOrElse(false.B) 629 this.fpWen := source.fpWen.getOrElse(false.B) 630 this.vecWen := source.vecWen.getOrElse(false.B) 631 this.pdest := source.pdest 632 this.data := source.data 633 this.robIdx := source.robIdx 634 this.flushPipe := source.flushPipe.getOrElse(false.B) 635 this.replayInst := source.replay.getOrElse(false.B) 636 this.redirect := source.redirect.getOrElse(0.U.asTypeOf(this.redirect)) 637 this.fflags := source.fflags.getOrElse(0.U.asTypeOf(this.fflags)) 638 this.vxsat := source.vxsat.getOrElse(0.U.asTypeOf(this.vxsat)) 639 this.exceptionVec := source.exceptionVec.getOrElse(0.U.asTypeOf(this.exceptionVec)) 640 this.debug := source.debug 641 this.debugInfo := source.debugInfo 642 } 643 644 def asIntRfWriteBundle(fire: Bool): RfWritePortWithConfig = { 645 val rfWrite = Wire(Output(new RfWritePortWithConfig(this.params.dataCfg, backendParams.getPregParams(IntData()).addrWidth))) 646 rfWrite.wen := this.rfWen && fire 647 rfWrite.addr := this.pdest 648 rfWrite.data := this.data 649 rfWrite.intWen := this.rfWen 650 rfWrite.fpWen := false.B 651 rfWrite.vecWen := false.B 652 rfWrite 653 } 654 655 def asVfRfWriteBundle(fire: Bool): RfWritePortWithConfig = { 656 val rfWrite = Wire(Output(new RfWritePortWithConfig(this.params.dataCfg, backendParams.getPregParams(VecData()).addrWidth))) 657 rfWrite.wen := (this.fpWen || this.vecWen) && fire 658 rfWrite.addr := this.pdest 659 rfWrite.data := this.data 660 rfWrite.intWen := false.B 661 rfWrite.fpWen := this.fpWen 662 rfWrite.vecWen := this.vecWen 663 rfWrite 664 } 665 } 666 667 // ExuOutput --> ExuBypassBundle --[DataPath]-->ExuInput 668 // / 669 // [IssueQueue]--> ExuInput -- 670 class ExuBypassBundle( 671 val params: ExeUnitParams, 672 )(implicit 673 val p: Parameters 674 ) extends Bundle { 675 val data = UInt(params.dataBitsMax.W) 676 val pdest = UInt(params.wbPregIdxWidth.W) 677 } 678 679 class ExceptionInfo(implicit p: Parameters) extends Bundle { 680 val pc = UInt(VAddrData().dataWidth.W) 681 val instr = UInt(32.W) 682 val commitType = CommitType() 683 val exceptionVec = ExceptionVec() 684 val singleStep = Bool() 685 val crossPageIPFFix = Bool() 686 val isInterrupt = Bool() 687 val vls = Bool() 688 val trigger = new TriggerCf 689 } 690 691 object UopIdx { 692 def apply()(implicit p: Parameters): UInt = UInt(log2Up(p(XSCoreParamsKey).MaxUopSize + 1).W) 693 } 694 695 object FuLatency { 696 def apply(): UInt = UInt(width.W) 697 698 def width = 4 // 0~15 // Todo: assosiate it with FuConfig 699 } 700 701 object ExuOH { 702 def apply(exuNum: Int): UInt = UInt(exuNum.W) 703 704 def apply()(implicit p: Parameters): UInt = UInt(width.W) 705 706 def width(implicit p: Parameters): Int = p(XSCoreParamsKey).backendParams.numExu 707 } 708 709 object ExuVec { 710 def apply(exuNum: Int): Vec[Bool] = Vec(exuNum, Bool()) 711 712 def apply()(implicit p: Parameters): Vec[Bool] = Vec(width, Bool()) 713 714 def width(implicit p: Parameters): Int = p(XSCoreParamsKey).backendParams.numExu 715 } 716 717 class CancelSignal(implicit p: Parameters) extends XSBundle { 718 val rfWen = Bool() 719 val fpWen = Bool() 720 val vecWen = Bool() 721 val pdest = UInt(PhyRegIdxWidth.W) 722 723 def needCancel(srcType: UInt, psrc: UInt, valid: Bool): Bool = { 724 val pdestMatch = pdest === psrc 725 pdestMatch && ( 726 SrcType.isFp(srcType) && !this.rfWen || 727 SrcType.isXp(srcType) && this.rfWen || 728 SrcType.isVp(srcType) && !this.rfWen 729 ) && valid 730 } 731 } 732 733 class MemExuInput(isVector: Boolean = false)(implicit p: Parameters) extends XSBundle { 734 val uop = new DynInst 735 val src = if (isVector) Vec(5, UInt(VLEN.W)) else Vec(3, UInt(XLEN.W)) 736 val iqIdx = UInt(log2Up(MemIQSizeMax).W) 737 val isFirstIssue = Bool() 738 val deqPortIdx = UInt(log2Ceil(LoadPipelineWidth).W) 739 740 def src_rs1 = src(0) 741 def src_stride = src(1) 742 def src_vs3 = src(2) 743 def src_mask = if (isVector) src(3) else 0.U 744 def src_vl = if (isVector) src(4) else 0.U 745 } 746 747 class MemExuOutput(isVector: Boolean = false)(implicit p: Parameters) extends XSBundle { 748 val uop = new DynInst 749 val data = if (isVector) UInt(VLEN.W) else UInt(XLEN.W) 750 val mask = if (isVector) Some(UInt(VLEN.W)) else None 751 val vdIdx = if (isVector) Some(UInt(3.W)) else None // TODO: parameterize width 752 val vdIdxInField = if (isVector) Some(UInt(3.W)) else None 753 val debug = new DebugBundle 754 755 def isVls = FuType.isVls(uop.fuType) 756 } 757 758 class MemMicroOpRbExt(implicit p: Parameters) extends XSBundle { 759 val uop = new DynInst 760 val flag = UInt(1.W) 761 } 762 763 object LoadShouldCancel { 764 def apply(loadDependency: Option[Seq[UInt]], ldCancel: Seq[LoadCancelIO]): Bool = { 765 val ld1Cancel = loadDependency.map(deps => 766 deps.zipWithIndex.map { case (dep, ldPortIdx) => 767 ldCancel.map(_.ld1Cancel).map(cancel => cancel.fire && dep(1) && cancel.bits === ldPortIdx.U).reduce(_ || _) 768 }.reduce(_ || _) 769 ) 770 val ld2Cancel = loadDependency.map(deps => 771 deps.zipWithIndex.map { case (dep, ldPortIdx) => 772 ldCancel.map(_.ld2Cancel).map(cancel => cancel.fire && dep(2) && cancel.bits === ldPortIdx.U).reduce(_ || _) 773 }.reduce(_ || _) 774 ) 775 ld1Cancel.map(_ || ld2Cancel.get).getOrElse(false.B) 776 } 777 } 778} 779