1aa2bcc31SzhanglyGitpackage xiangshan.backend.issue 2aa2bcc31SzhanglyGit 3aa2bcc31SzhanglyGitimport org.chipsalliance.cde.config.Parameters 4aa2bcc31SzhanglyGitimport chisel3._ 5aa2bcc31SzhanglyGitimport chisel3.util._ 66dbb4e08SXuan Huimport utils.{MathUtils, OptionWrapper, XSError} 7aa2bcc31SzhanglyGitimport utility.HasCircularQueuePtrHelper 8aa2bcc31SzhanglyGitimport xiangshan._ 9aa2bcc31SzhanglyGitimport xiangshan.backend.Bundles._ 10aa2bcc31SzhanglyGitimport xiangshan.backend.datapath.DataSource 11aa2bcc31SzhanglyGitimport xiangshan.backend.fu.FuType 126dbb4e08SXuan Huimport xiangshan.backend.fu.vector.Bundles.NumLsElem 13aa2bcc31SzhanglyGitimport xiangshan.backend.rob.RobPtr 146dbb4e08SXuan Huimport xiangshan.mem.{LqPtr, MemWaitUpdateReq, SqPtr} 15aa2bcc31SzhanglyGit 16aa2bcc31SzhanglyGitobject EntryBundles extends HasCircularQueuePtrHelper { 17aa2bcc31SzhanglyGit 18aa2bcc31SzhanglyGit class Status(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 19aa2bcc31SzhanglyGit //basic status 20aa2bcc31SzhanglyGit val robIdx = new RobPtr 21aa2bcc31SzhanglyGit val fuType = IQFuType() 22aa2bcc31SzhanglyGit //src status 23aa2bcc31SzhanglyGit val srcStatus = Vec(params.numRegSrc, new SrcStatus) 24aa2bcc31SzhanglyGit //issue status 25aa2bcc31SzhanglyGit val blocked = Bool() 26aa2bcc31SzhanglyGit val issued = Bool() 27aa2bcc31SzhanglyGit val firstIssue = Bool() 28aa2bcc31SzhanglyGit val issueTimer = UInt(2.W) 29aa2bcc31SzhanglyGit val deqPortIdx = UInt(1.W) 30aa2bcc31SzhanglyGit //vector mem status 31aa2bcc31SzhanglyGit val vecMem = OptionWrapper(params.isVecMemIQ, new StatusVecMemPart) 32aa2bcc31SzhanglyGit 33aa2bcc31SzhanglyGit def srcReady: Bool = { 34aa2bcc31SzhanglyGit VecInit(srcStatus.map(_.srcState).map(SrcState.isReady)).asUInt.andR 35aa2bcc31SzhanglyGit } 36aa2bcc31SzhanglyGit 37aa2bcc31SzhanglyGit def canIssue: Bool = { 38aa2bcc31SzhanglyGit srcReady && !issued && !blocked 39aa2bcc31SzhanglyGit } 40aa2bcc31SzhanglyGit 41eea4a3caSzhanglyGit def mergedLoadDependency: Vec[UInt] = { 42eea4a3caSzhanglyGit srcStatus.map(_.srcLoadDependency).reduce({ 43aa2bcc31SzhanglyGit case (l: Vec[UInt], r: Vec[UInt]) => VecInit(l.zip(r).map(x => x._1 | x._2)) 44eea4a3caSzhanglyGit }: (Vec[UInt], Vec[UInt]) => Vec[UInt]) 45aa2bcc31SzhanglyGit } 46aa2bcc31SzhanglyGit } 47aa2bcc31SzhanglyGit 48aa2bcc31SzhanglyGit class SrcStatus(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 49aa2bcc31SzhanglyGit val psrc = UInt(params.rdPregIdxWidth.W) 50aa2bcc31SzhanglyGit val srcType = SrcType() 51aa2bcc31SzhanglyGit val srcState = SrcState() 52aa2bcc31SzhanglyGit val dataSources = DataSource() 53eea4a3caSzhanglyGit val srcLoadDependency = Vec(LoadPipelineWidth, UInt(3.W)) 54aa2bcc31SzhanglyGit val srcTimer = OptionWrapper(params.hasIQWakeUp, UInt(3.W)) 55aa2bcc31SzhanglyGit val srcWakeUpL1ExuOH = OptionWrapper(params.hasIQWakeUp, ExuVec()) 56aa2bcc31SzhanglyGit } 57aa2bcc31SzhanglyGit 58aa2bcc31SzhanglyGit class StatusVecMemPart(implicit p:Parameters, params: IssueBlockParams) extends Bundle { 59aa2bcc31SzhanglyGit val sqIdx = new SqPtr 60aa2bcc31SzhanglyGit val lqIdx = new LqPtr 616dbb4e08SXuan Hu val numLsElem = NumLsElem() 62aa2bcc31SzhanglyGit } 63aa2bcc31SzhanglyGit 64aa2bcc31SzhanglyGit class EntryDeqRespBundle(implicit p: Parameters, params: IssueBlockParams) extends Bundle { 65aa2bcc31SzhanglyGit val robIdx = new RobPtr 66f08a822fSzhanglyGit val resp = RespType() 67aa2bcc31SzhanglyGit val fuType = FuType() 68aa2bcc31SzhanglyGit val uopIdx = OptionWrapper(params.isVecMemIQ, Output(UopIdx())) 69aa2bcc31SzhanglyGit } 70aa2bcc31SzhanglyGit 71f08a822fSzhanglyGit object RespType { 72f08a822fSzhanglyGit def apply() = UInt(2.W) 73f08a822fSzhanglyGit 74f08a822fSzhanglyGit def isBlocked(resp: UInt) = { 75f08a822fSzhanglyGit resp === block 76f08a822fSzhanglyGit } 77f08a822fSzhanglyGit 78f08a822fSzhanglyGit def succeed(resp: UInt) = { 79f08a822fSzhanglyGit resp === success 80f08a822fSzhanglyGit } 81f08a822fSzhanglyGit 82f08a822fSzhanglyGit val block = "b00".U 83f08a822fSzhanglyGit val uncertain = "b01".U 84f08a822fSzhanglyGit val success = "b11".U 85f08a822fSzhanglyGit } 86f08a822fSzhanglyGit 87aa2bcc31SzhanglyGit class EntryBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 88aa2bcc31SzhanglyGit val status = new Status() 89aa2bcc31SzhanglyGit val imm = OptionWrapper(params.needImm, UInt((params.deqImmTypesMaxLen).W)) 90aa2bcc31SzhanglyGit val payload = new DynInst() 91aa2bcc31SzhanglyGit } 92aa2bcc31SzhanglyGit 93aa2bcc31SzhanglyGit class CommonInBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 94aa2bcc31SzhanglyGit val flush = Flipped(ValidIO(new Redirect)) 95aa2bcc31SzhanglyGit val enq = Flipped(ValidIO(new EntryBundle)) 96aa2bcc31SzhanglyGit //wakeup 97aa2bcc31SzhanglyGit val wakeUpFromWB: MixedVec[ValidIO[IssueQueueWBWakeUpBundle]] = Flipped(params.genWBWakeUpSinkValidBundle) 98aa2bcc31SzhanglyGit val wakeUpFromIQ: MixedVec[ValidIO[IssueQueueIQWakeUpBundle]] = Flipped(params.genIQWakeUpSinkValidBundle) 99*b6279fc6SZiyue Zhang // vl 100*b6279fc6SZiyue Zhang val vlIsZero = Input(Bool()) 101*b6279fc6SZiyue Zhang val vlIsVlmax = Input(Bool()) 102aa2bcc31SzhanglyGit //cancel 103aa2bcc31SzhanglyGit val og0Cancel = Input(ExuOH(backendParams.numExu)) 104aa2bcc31SzhanglyGit val og1Cancel = Input(ExuOH(backendParams.numExu)) 105aa2bcc31SzhanglyGit val ldCancel = Vec(backendParams.LdExuCnt, Flipped(new LoadCancelIO)) 106aa2bcc31SzhanglyGit //deq sel 107aa2bcc31SzhanglyGit val deqSel = Input(Bool()) 108aa2bcc31SzhanglyGit val deqPortIdxWrite = Input(UInt(1.W)) 109aa2bcc31SzhanglyGit val issueResp = Flipped(ValidIO(new EntryDeqRespBundle)) 110aa2bcc31SzhanglyGit //trans sel 111aa2bcc31SzhanglyGit val transSel = Input(Bool()) 112aa2bcc31SzhanglyGit // vector mem only 113aa2bcc31SzhanglyGit val fromLsq = OptionWrapper(params.isVecMemIQ, new Bundle { 114aa2bcc31SzhanglyGit val sqDeqPtr = Input(new SqPtr) 115aa2bcc31SzhanglyGit val lqDeqPtr = Input(new LqPtr) 116aa2bcc31SzhanglyGit }) 117aa2bcc31SzhanglyGit } 118aa2bcc31SzhanglyGit 119aa2bcc31SzhanglyGit class CommonOutBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 120aa2bcc31SzhanglyGit //status 121aa2bcc31SzhanglyGit val valid = Output(Bool()) 122aa2bcc31SzhanglyGit val canIssue = Output(Bool()) 123aa2bcc31SzhanglyGit val fuType = Output(FuType()) 124aa2bcc31SzhanglyGit val robIdx = Output(new RobPtr) 125aa2bcc31SzhanglyGit val uopIdx = OptionWrapper(params.isVecMemIQ, Output(UopIdx())) 126aa2bcc31SzhanglyGit //src 127aa2bcc31SzhanglyGit val dataSource = Vec(params.numRegSrc, Output(DataSource())) 128eea4a3caSzhanglyGit val srcLoadDependency = Vec(params.numRegSrc, Output(Vec(LoadPipelineWidth, UInt(3.W)))) 129aa2bcc31SzhanglyGit val srcWakeUpL1ExuOH = OptionWrapper(params.hasIQWakeUp, Vec(params.numRegSrc, Output(ExuVec()))) 130aa2bcc31SzhanglyGit val srcTimer = OptionWrapper(params.hasIQWakeUp, Vec(params.numRegSrc, Output(UInt(3.W)))) 131aa2bcc31SzhanglyGit //deq 132aa2bcc31SzhanglyGit val isFirstIssue = Output(Bool()) 133aa2bcc31SzhanglyGit val entry = ValidIO(new EntryBundle) 134aa2bcc31SzhanglyGit val deqPortIdxRead = Output(UInt(1.W)) 135aa2bcc31SzhanglyGit val issueTimerRead = Output(UInt(2.W)) 136397c0f33Ssinsanction //trans 137397c0f33Ssinsanction val enqReady = Output(Bool()) 138397c0f33Ssinsanction val transEntry = ValidIO(new EntryBundle) 139aa2bcc31SzhanglyGit // debug 140aa2bcc31SzhanglyGit val cancel = OptionWrapper(params.hasIQWakeUp, Output(Bool())) 141a6938b17Ssinsanction val entryInValid = Output(Bool()) 142a6938b17Ssinsanction val entryOutDeqValid = Output(Bool()) 143a6938b17Ssinsanction val entryOutTransValid = Output(Bool()) 144aa2bcc31SzhanglyGit } 145aa2bcc31SzhanglyGit 146aa2bcc31SzhanglyGit class CommonWireBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 147aa2bcc31SzhanglyGit val validRegNext = Bool() 148aa2bcc31SzhanglyGit val flushed = Bool() 149aa2bcc31SzhanglyGit val clear = Bool() 150aa2bcc31SzhanglyGit val canIssue = Bool() 151aa2bcc31SzhanglyGit val enqReady = Bool() 152aa2bcc31SzhanglyGit val deqSuccess = Bool() 153aa2bcc31SzhanglyGit val srcWakeup = Vec(params.numRegSrc, Bool()) 154aa2bcc31SzhanglyGit val srcWakeupByWB = Vec(params.numRegSrc, Bool()) 155*b6279fc6SZiyue Zhang val vlWakeupByWb = Bool() 156eea4a3caSzhanglyGit val srcLoadDependencyOut = Vec(params.numRegSrc, Vec(LoadPipelineWidth, UInt(3.W))) 157eea4a3caSzhanglyGit val srcCancelVec = Vec(params.numRegSrc, Bool()) 158eea4a3caSzhanglyGit val srcLoadCancelVec = Vec(params.numRegSrc, Bool()) 159aa2bcc31SzhanglyGit } 160aa2bcc31SzhanglyGit 1610dfdb52aSzhanglyGit def CommonWireConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 162aa2bcc31SzhanglyGit val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) 1630dfdb52aSzhanglyGit common.flushed := status.robIdx.needFlush(commonIn.flush) 164f08a822fSzhanglyGit common.deqSuccess := commonIn.issueResp.valid && RespType.succeed(commonIn.issueResp.bits.resp) && !common.srcLoadCancelVec.asUInt.orR 165aa2bcc31SzhanglyGit common.srcWakeup := common.srcWakeupByWB.zip(hasIQWakeupGet.srcWakeupByIQ).map { case (x, y) => x || y.asUInt.orR } 1660dfdb52aSzhanglyGit common.srcWakeupByWB := commonIn.wakeUpFromWB.map(bundle => bundle.bits.wakeUp(status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType), bundle.valid)).transpose.map(x => VecInit(x.toSeq).asUInt.orR).toSeq 167a4d38a63SzhanglyGit common.canIssue := validReg && status.canIssue 168aa2bcc31SzhanglyGit common.enqReady := !validReg || common.clear 16928607074Ssinsanction common.clear := common.flushed || common.deqSuccess || commonIn.transSel 170eea4a3caSzhanglyGit common.srcCancelVec.zip(common.srcLoadCancelVec).zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.foreach { case (((srcCancel, srcLoadCancel), wakeUpByIQVec), srcIdx) => 171eea4a3caSzhanglyGit val ldTransCancel = if(params.hasIQWakeUp) Mux1H(wakeUpByIQVec, hasIQWakeupGet.wakeupLoadDependencyByIQVec.map(dep => LoadShouldCancel(Some(dep), commonIn.ldCancel))) else false.B 172eea4a3caSzhanglyGit srcLoadCancel := LoadShouldCancel(Some(status.srcStatus(srcIdx).srcLoadDependency), commonIn.ldCancel) 173eea4a3caSzhanglyGit srcCancel := srcLoadCancel || ldTransCancel 174eea4a3caSzhanglyGit } 175eea4a3caSzhanglyGit common.srcLoadDependencyOut.zip(hasIQWakeupGet.srcWakeupByIQ).zip(status.srcStatus.map(_.srcLoadDependency)).foreach { 176eea4a3caSzhanglyGit case ((loadDependencyOut, wakeUpByIQVec), loadDependency) => 177eea4a3caSzhanglyGit if(params.hasIQWakeUp) { 178eea4a3caSzhanglyGit loadDependencyOut := Mux(wakeUpByIQVec.asUInt.orR, Mux1H(wakeUpByIQVec, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQBypassVec), loadDependency) 179eea4a3caSzhanglyGit } else { 180eea4a3caSzhanglyGit loadDependencyOut := loadDependency 181eea4a3caSzhanglyGit } 182eea4a3caSzhanglyGit 183eea4a3caSzhanglyGit } 184aa2bcc31SzhanglyGit if(isEnq) { 185aa2bcc31SzhanglyGit common.validRegNext := Mux(commonIn.enq.valid && common.enqReady, true.B, Mux(common.clear, false.B, validReg)) 186aa2bcc31SzhanglyGit } else { 18728607074Ssinsanction common.validRegNext := Mux(commonIn.enq.valid, true.B, Mux(common.clear, false.B, validReg)) 188aa2bcc31SzhanglyGit } 189*b6279fc6SZiyue Zhang if (params.numRegSrc == 5) { 190*b6279fc6SZiyue Zhang // only when numRegSrc == 5 need vl 191*b6279fc6SZiyue Zhang common.vlWakeupByWb := common.srcWakeupByWB(4) 192*b6279fc6SZiyue Zhang } else { 193*b6279fc6SZiyue Zhang common.vlWakeupByWb := false.B 194*b6279fc6SZiyue Zhang } 195aa2bcc31SzhanglyGit } 196aa2bcc31SzhanglyGit 197aa2bcc31SzhanglyGit class CommonIQWakeupBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 198aa2bcc31SzhanglyGit val srcWakeupByIQ = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) 199aa2bcc31SzhanglyGit val srcWakeupByIQWithoutCancel = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) 200aa2bcc31SzhanglyGit val srcWakeupByIQButCancel = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) 201aa2bcc31SzhanglyGit val regSrcWakeupL1ExuOH = Vec(params.numRegSrc, ExuVec()) 202aa2bcc31SzhanglyGit val srcWakeupL1ExuOHOut = Vec(params.numRegSrc, ExuVec()) 203aa2bcc31SzhanglyGit val wakeupLoadDependencyByIQVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W))) 204aa2bcc31SzhanglyGit val shiftedWakeupLoadDependencyByIQVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W))) 205aa2bcc31SzhanglyGit val shiftedWakeupLoadDependencyByIQBypassVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W))) 206aa2bcc31SzhanglyGit val cancelVec = Vec(params.numRegSrc, Bool()) 207aa2bcc31SzhanglyGit val canIssueBypass = Bool() 208aa2bcc31SzhanglyGit } 209aa2bcc31SzhanglyGit 210aa2bcc31SzhanglyGit def CommonIQWakeupConnect(common: CommonWireBundle, hasIQWakeupGet: CommonIQWakeupBundle, validReg: Bool, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 211aa2bcc31SzhanglyGit val wakeupVec: Seq[Seq[Bool]] = commonIn.wakeUpFromIQ.map((bundle: ValidIO[IssueQueueIQWakeUpBundle]) => 212aa2bcc31SzhanglyGit bundle.bits.wakeUpFromIQ(status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType)) 213aa2bcc31SzhanglyGit ).toSeq.transpose 214aa2bcc31SzhanglyGit val cancelSel = params.wakeUpSourceExuIdx.zip(commonIn.wakeUpFromIQ).map { case (x, y) => commonIn.og0Cancel(x) && y.bits.is0Lat } 215aa2bcc31SzhanglyGit 216eea4a3caSzhanglyGit hasIQWakeupGet.cancelVec := common.srcCancelVec 217aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupByIQ := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && !cancel })) 218aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupByIQButCancel := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && cancel })) 219aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupByIQWithoutCancel := wakeupVec.map(x => VecInit(x)) 220aa2bcc31SzhanglyGit hasIQWakeupGet.wakeupLoadDependencyByIQVec := commonIn.wakeUpFromIQ.map(_.bits.loadDependency).toSeq 221aa2bcc31SzhanglyGit hasIQWakeupGet.regSrcWakeupL1ExuOH.zip(status.srcStatus.map(_.srcWakeUpL1ExuOH.get)).foreach { 222aa2bcc31SzhanglyGit case (exuOH, regExuOH) => 223aa2bcc31SzhanglyGit exuOH := 0.U.asTypeOf(exuOH) 224aa2bcc31SzhanglyGit params.wakeUpSourceExuIdx.foreach(x => exuOH(x) := regExuOH(x)) 225aa2bcc31SzhanglyGit } 226aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupL1ExuOHOut.zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zip(common.srcWakeup).zipWithIndex.foreach { 227aa2bcc31SzhanglyGit case (((exuOH: Vec[Bool], wakeUpByIQOH: Vec[Bool]), wakeUp: Bool), srcIdx) => 228aa2bcc31SzhanglyGit if(isEnq) { 229aa2bcc31SzhanglyGit ExuOHGen(exuOH, wakeUpByIQOH, wakeUp, status.srcStatus(srcIdx).srcWakeUpL1ExuOH.get) 230aa2bcc31SzhanglyGit } else { 231aa2bcc31SzhanglyGit ExuOHGen(exuOH, wakeUpByIQOH, wakeUp, hasIQWakeupGet.regSrcWakeupL1ExuOH(srcIdx)) 232aa2bcc31SzhanglyGit } 233aa2bcc31SzhanglyGit } 234aa2bcc31SzhanglyGit hasIQWakeupGet.canIssueBypass := validReg && !status.issued && !status.blocked && 235aa2bcc31SzhanglyGit VecInit(status.srcStatus.map(_.srcState).zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.map { case ((state, wakeupVec), srcIdx) => 236a4d38a63SzhanglyGit wakeupVec.asUInt.orR | state 237aa2bcc31SzhanglyGit }).asUInt.andR 238aa2bcc31SzhanglyGit } 239aa2bcc31SzhanglyGit 240aa2bcc31SzhanglyGit 241aa2bcc31SzhanglyGit def ShiftLoadDependency(hasIQWakeupGet: CommonIQWakeupBundle)(implicit p: Parameters, params: IssueBlockParams) = { 242aa2bcc31SzhanglyGit hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec 243aa2bcc31SzhanglyGit .zip(hasIQWakeupGet.wakeupLoadDependencyByIQVec) 244aa2bcc31SzhanglyGit .zip(params.wakeUpInExuSources.map(_.name)).foreach { 245aa2bcc31SzhanglyGit case ((deps, originalDeps), name) => deps.zip(originalDeps).zipWithIndex.foreach { 246aa2bcc31SzhanglyGit case ((dep, originalDep), deqPortIdx) => 24780c686d5SzhanglyGit if (params.backendParam.getLdExuIdx(params.backendParam.allExuParams.find(_.name == name).get) == deqPortIdx) 248aa2bcc31SzhanglyGit dep := (originalDep << 2).asUInt | 2.U 249aa2bcc31SzhanglyGit else 250aa2bcc31SzhanglyGit dep := originalDep << 1 251aa2bcc31SzhanglyGit } 252aa2bcc31SzhanglyGit } 253aa2bcc31SzhanglyGit hasIQWakeupGet.shiftedWakeupLoadDependencyByIQBypassVec 254aa2bcc31SzhanglyGit .zip(hasIQWakeupGet.wakeupLoadDependencyByIQVec) 255aa2bcc31SzhanglyGit .zip(params.wakeUpInExuSources.map(_.name)).foreach { 256aa2bcc31SzhanglyGit case ((deps, originalDeps), name) => deps.zip(originalDeps).zipWithIndex.foreach { 257aa2bcc31SzhanglyGit case ((dep, originalDep), deqPortIdx) => 25880c686d5SzhanglyGit if (params.backendParam.getLdExuIdx(params.backendParam.allExuParams.find(_.name == name).get) == deqPortIdx) 259aa2bcc31SzhanglyGit dep := (originalDep << 1).asUInt | 1.U 260aa2bcc31SzhanglyGit else 261aa2bcc31SzhanglyGit dep := originalDep 262aa2bcc31SzhanglyGit } 263aa2bcc31SzhanglyGit } 264aa2bcc31SzhanglyGit } 265aa2bcc31SzhanglyGit 266397c0f33Ssinsanction def EntryRegCommonConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryUpdate: EntryBundle, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 267aa2bcc31SzhanglyGit val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) 268eea4a3caSzhanglyGit val cancelByLd = common.srcCancelVec.asUInt.orR 269aa2bcc31SzhanglyGit val cancelWhenWakeup = VecInit(hasIQWakeupGet.srcWakeupByIQButCancel.map(_.asUInt.orR)).asUInt.orR 270f08a822fSzhanglyGit val respIssueFail = commonIn.issueResp.valid && RespType.isBlocked(commonIn.issueResp.bits.resp) 271aa2bcc31SzhanglyGit val srcWakeupExuOH = if(isEnq) status.srcStatus.map(_.srcWakeUpL1ExuOH.getOrElse(0.U.asTypeOf(ExuVec()))) else hasIQWakeupGet.regSrcWakeupL1ExuOH 272397c0f33Ssinsanction entryUpdate.status.robIdx := status.robIdx 273397c0f33Ssinsanction entryUpdate.status.fuType := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType)) 274397c0f33Ssinsanction entryUpdate.status.srcStatus.zip(status.srcStatus).zipWithIndex.foreach { case ((srcStatusNext, srcStatus), srcIdx) => 275eea4a3caSzhanglyGit val cancel = common.srcCancelVec(srcIdx) 276aa2bcc31SzhanglyGit val wakeupByIQ = hasIQWakeupGet.srcWakeupByIQ(srcIdx).asUInt.orR 277aa2bcc31SzhanglyGit val wakeupByIQOH = hasIQWakeupGet.srcWakeupByIQ(srcIdx) 278aa2bcc31SzhanglyGit val wakeup = common.srcWakeup(srcIdx) 279*b6279fc6SZiyue Zhang 280*b6279fc6SZiyue Zhang val ignoreOldVd = Wire(Bool()) 281*b6279fc6SZiyue Zhang val vlWakeUpByWb = common.vlWakeupByWb 282*b6279fc6SZiyue Zhang val isDependOldvd = entryReg.payload.vpu.isDependOldvd 283*b6279fc6SZiyue Zhang val vta = entryReg.payload.vpu.vta 284*b6279fc6SZiyue Zhang val vma = entryReg.payload.vpu.vma 285*b6279fc6SZiyue Zhang val vm = entryReg.payload.vpu.vm 286*b6279fc6SZiyue Zhang val vlIsZero = commonIn.vlIsZero 287*b6279fc6SZiyue Zhang val vlIsVlmax = commonIn.vlIsVlmax 288*b6279fc6SZiyue Zhang val ignoreTail = vlIsVlmax && (vm =/= 0.U || vma) 289*b6279fc6SZiyue Zhang val ignoreWhole = !vlIsVlmax && (vm =/= 0.U || vma) && vta 290*b6279fc6SZiyue Zhang if (params.numVfSrc > 0 && srcIdx == 2) { 291*b6279fc6SZiyue Zhang /** 292*b6279fc6SZiyue Zhang * the src store the old vd, update it when vl is write back 293*b6279fc6SZiyue Zhang * 1. when the instruction depend on old vd, we cannot set the srctype to imm, we will update the method of uop split to avoid this situation soon 294*b6279fc6SZiyue Zhang * 2. when vl = 0, we cannot set the srctype to imm because the vd keep the old value 295*b6279fc6SZiyue Zhang * 3. when vl = vlmax, we can set srctype to imm when vta is not set 296*b6279fc6SZiyue Zhang */ 297*b6279fc6SZiyue Zhang ignoreOldVd := vlWakeUpByWb && !isDependOldvd && !vlIsZero && (ignoreTail || ignoreWhole) 298*b6279fc6SZiyue Zhang } else { 299*b6279fc6SZiyue Zhang ignoreOldVd := false.B 300*b6279fc6SZiyue Zhang } 301*b6279fc6SZiyue Zhang 302aa2bcc31SzhanglyGit srcStatusNext.psrc := srcStatus.psrc 303*b6279fc6SZiyue Zhang srcStatusNext.srcType := Mux(ignoreOldVd, SrcType.no, srcStatus.srcType) 304*b6279fc6SZiyue Zhang srcStatusNext.srcState := Mux(cancel, false.B, wakeup | srcStatus.srcState | ignoreOldVd) 30553bf098fSxiaofeibao-xjtu srcStatusNext.dataSources.value := Mux(wakeupByIQ, DataSource.bypass, Mux(srcStatus.dataSources.readBypass, DataSource.reg, srcStatus.dataSources.value)) 306aa2bcc31SzhanglyGit if(params.hasIQWakeUp) { 307aa2bcc31SzhanglyGit srcStatusNext.srcTimer.get := MuxCase(3.U, Seq( 308aa2bcc31SzhanglyGit // T0: waked up by IQ, T1: reset timer as 1 309aa2bcc31SzhanglyGit wakeupByIQ -> 2.U, 310aa2bcc31SzhanglyGit // do not overflow 311aa2bcc31SzhanglyGit srcStatus.srcTimer.get.andR -> srcStatus.srcTimer.get, 312aa2bcc31SzhanglyGit // T2+: increase if the entry is valid, the src is ready, and the src is woken up by iq 313aa2bcc31SzhanglyGit (validReg && SrcState.isReady(srcStatus.srcState) && srcWakeupExuOH(srcIdx).asUInt.orR) -> (srcStatus.srcTimer.get + 1.U) 314aa2bcc31SzhanglyGit )) 315aa2bcc31SzhanglyGit ExuOHGen(srcStatusNext.srcWakeUpL1ExuOH.get, wakeupByIQOH, wakeup, srcWakeupExuOH(srcIdx)) 316eea4a3caSzhanglyGit srcStatusNext.srcLoadDependency := 317aa2bcc31SzhanglyGit Mux(wakeup, 318aa2bcc31SzhanglyGit Mux1H(wakeupByIQOH, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec), 319eea4a3caSzhanglyGit Mux(validReg && srcStatus.srcLoadDependency.asUInt.orR, VecInit(srcStatus.srcLoadDependency.map(i => i(i.getWidth - 2, 0) << 1)), srcStatus.srcLoadDependency)) 320eea4a3caSzhanglyGit } else { 321eea4a3caSzhanglyGit srcStatusNext.srcLoadDependency := Mux(validReg && srcStatus.srcLoadDependency.asUInt.orR, VecInit(srcStatus.srcLoadDependency.map(i => i(i.getWidth - 2, 0) << 1)), srcStatus.srcLoadDependency) 322aa2bcc31SzhanglyGit } 323aa2bcc31SzhanglyGit } 324397c0f33Ssinsanction entryUpdate.status.blocked := false.B 325397c0f33Ssinsanction entryUpdate.status.issued := MuxCase(status.issued, Seq( 326aa2bcc31SzhanglyGit (cancelByLd || cancelWhenWakeup || respIssueFail) -> false.B, 327aa2bcc31SzhanglyGit commonIn.deqSel -> true.B, 328aa2bcc31SzhanglyGit !status.srcReady -> false.B, 329aa2bcc31SzhanglyGit )) 330397c0f33Ssinsanction entryUpdate.status.firstIssue := commonIn.deqSel || status.firstIssue 331397c0f33Ssinsanction entryUpdate.status.issueTimer := Mux(commonIn.deqSel, 0.U, Mux(status.issued, status.issueTimer + 1.U, "b10".U)) 332397c0f33Ssinsanction entryUpdate.status.deqPortIdx := Mux(commonIn.deqSel, commonIn.deqPortIdxWrite, Mux(status.issued, status.deqPortIdx, 0.U)) 333397c0f33Ssinsanction entryUpdate.imm.foreach(_ := entryReg.imm.get) 334397c0f33Ssinsanction entryUpdate.payload := entryReg.payload 335397c0f33Ssinsanction if (params.isVecMemIQ) { 336397c0f33Ssinsanction entryUpdate.status.vecMem.get := entryReg.status.vecMem.get 337397c0f33Ssinsanction } 338aa2bcc31SzhanglyGit } 339aa2bcc31SzhanglyGit 340df26db8aSsinsanction def CommonOutConnect(commonOut: CommonOutBundle, common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryUpdate: EntryBundle, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean, isComp: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 341aa2bcc31SzhanglyGit val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) 342aa2bcc31SzhanglyGit val srcWakeupExuOH = if(isEnq) status.srcStatus.map(_.srcWakeUpL1ExuOH.getOrElse(0.U.asTypeOf(ExuVec()))) else hasIQWakeupGet.regSrcWakeupL1ExuOH 343aa2bcc31SzhanglyGit commonOut.valid := validReg 344df26db8aSsinsanction commonOut.canIssue := (if (isComp) (common.canIssue || hasIQWakeupGet.canIssueBypass) && !common.flushed 345df26db8aSsinsanction else common.canIssue && !common.flushed) 346aa2bcc31SzhanglyGit commonOut.fuType := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType)).asUInt 347aa2bcc31SzhanglyGit commonOut.robIdx := status.robIdx 348aa2bcc31SzhanglyGit commonOut.dataSource.zipWithIndex.foreach{ case (dataSourceOut, srcIdx) => 349e5feb625Sxiaofeibao-xjtu dataSourceOut.value := Mux(hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx).asUInt.orR, DataSource.forward, status.srcStatus(srcIdx).dataSources.value) 350aa2bcc31SzhanglyGit } 351aa2bcc31SzhanglyGit commonOut.isFirstIssue := !status.firstIssue 352aa2bcc31SzhanglyGit commonOut.entry.valid := validReg 353aa2bcc31SzhanglyGit commonOut.entry.bits := entryReg 354aa2bcc31SzhanglyGit if(isEnq) { 355aa2bcc31SzhanglyGit commonOut.entry.bits.status := status 356aa2bcc31SzhanglyGit } 357aa2bcc31SzhanglyGit commonOut.issueTimerRead := status.issueTimer 358aa2bcc31SzhanglyGit commonOut.deqPortIdxRead := status.deqPortIdx 359aa2bcc31SzhanglyGit if(params.hasIQWakeUp) { 360a4d38a63SzhanglyGit val wakeupSrcLoadDependency = hasIQWakeupGet.srcWakeupByIQWithoutCancel.map(x => Mux1H(x, hasIQWakeupGet.wakeupLoadDependencyByIQVec)) 361df26db8aSsinsanction commonOut.srcWakeUpL1ExuOH.get := (if (isComp) Mux(hasIQWakeupGet.canIssueBypass && !common.canIssue, hasIQWakeupGet.srcWakeupL1ExuOHOut, VecInit(srcWakeupExuOH)) 362df26db8aSsinsanction else VecInit(srcWakeupExuOH)) 363aa2bcc31SzhanglyGit commonOut.srcTimer.get.zipWithIndex.foreach { case (srcTimerOut, srcIdx) => 364aa2bcc31SzhanglyGit val wakeupByIQOH = hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx) 365aa2bcc31SzhanglyGit srcTimerOut := Mux(wakeupByIQOH.asUInt.orR, Mux1H(wakeupByIQOH, commonIn.wakeUpFromIQ.map(_.bits.is0Lat).toSeq).asUInt, status.srcStatus(srcIdx).srcTimer.get) 366aa2bcc31SzhanglyGit } 367eea4a3caSzhanglyGit commonOut.srcLoadDependency.zipWithIndex.foreach { case (srcLoadDependencyOut, srcIdx) => 368df26db8aSsinsanction srcLoadDependencyOut := (if (isComp) Mux(hasIQWakeupGet.canIssueBypass && !common.canIssue, 369eea4a3caSzhanglyGit VecInit(status.srcStatus(srcIdx).srcLoadDependency.zip(wakeupSrcLoadDependency(srcIdx)).map(x => x._1 | x._2)), 370eea4a3caSzhanglyGit status.srcStatus(srcIdx).srcLoadDependency) 371eea4a3caSzhanglyGit else status.srcStatus(srcIdx).srcLoadDependency) 372aa2bcc31SzhanglyGit } 373eea4a3caSzhanglyGit } else { 374eea4a3caSzhanglyGit commonOut.srcLoadDependency.zipWithIndex.foreach { case (srcLoadDependencyOut, srcIdx) => 375eea4a3caSzhanglyGit srcLoadDependencyOut := status.srcStatus(srcIdx).srcLoadDependency 376eea4a3caSzhanglyGit } 377eea4a3caSzhanglyGit } 378eea4a3caSzhanglyGit commonOut.entry.bits.status.srcStatus.map(_.srcLoadDependency).zipWithIndex.foreach { case (srcLoadDependencyOut, srcIdx) => 379df26db8aSsinsanction srcLoadDependencyOut := (if (isComp) Mux(hasIQWakeupGet.canIssueBypass && !common.canIssue, 380eea4a3caSzhanglyGit common.srcLoadDependencyOut(srcIdx), 381eea4a3caSzhanglyGit status.srcStatus(srcIdx).srcLoadDependency) 382eea4a3caSzhanglyGit else status.srcStatus(srcIdx).srcLoadDependency) 383aa2bcc31SzhanglyGit } 384397c0f33Ssinsanction commonOut.enqReady := common.enqReady 385397c0f33Ssinsanction commonOut.transEntry.valid := validReg && !common.flushed && !common.deqSuccess 386397c0f33Ssinsanction commonOut.transEntry.bits := entryUpdate 387a6938b17Ssinsanction // debug 388aa2bcc31SzhanglyGit commonOut.cancel.foreach(_ := hasIQWakeupGet.cancelVec.asUInt.orR) 389a6938b17Ssinsanction commonOut.entryInValid := commonIn.enq.valid 390a6938b17Ssinsanction commonOut.entryOutDeqValid := validReg && (common.flushed || common.deqSuccess) 391a6938b17Ssinsanction commonOut.entryOutTransValid := validReg && commonIn.transSel && !(common.flushed || common.deqSuccess) 392aa2bcc31SzhanglyGit if (params.isVecMemIQ) { 39399944b79Ssinsanction commonOut.uopIdx.get := entryReg.payload.uopIdx 394aa2bcc31SzhanglyGit } 395aa2bcc31SzhanglyGit } 396aa2bcc31SzhanglyGit 397e07131b2Ssinsanction def EntryVecMemConnect(commonIn: CommonInBundle, common: CommonWireBundle, validReg: Bool, entryReg: EntryBundle, entryRegNext: EntryBundle, entryUpdate: EntryBundle)(implicit p: Parameters, params: IssueBlockParams) = { 39899944b79Ssinsanction val fromLsq = commonIn.fromLsq.get 39999944b79Ssinsanction val vecMemStatus = entryReg.status.vecMem.get 40099944b79Ssinsanction val vecMemStatusUpdate = entryUpdate.status.vecMem.get 40199944b79Ssinsanction vecMemStatusUpdate := vecMemStatus 40299944b79Ssinsanction 403e07131b2Ssinsanction // update blocked 404b0186a50Sweiding liu entryUpdate.status.blocked := false.B 40599944b79Ssinsanction } 40699944b79Ssinsanction 407aa2bcc31SzhanglyGit def ExuOHGen(exuOH: Vec[Bool], wakeupByIQOH: Vec[Bool], wakeup: Bool, regSrcExuOH: Vec[Bool])(implicit p: Parameters, params: IssueBlockParams) = { 408aa2bcc31SzhanglyGit val origExuOH = 0.U.asTypeOf(exuOH) 409aa2bcc31SzhanglyGit when(wakeupByIQOH.asUInt.orR) { 410aa2bcc31SzhanglyGit origExuOH := Mux1H(wakeupByIQOH, params.wakeUpSourceExuIdx.map(x => MathUtils.IntToOH(x).U(p(XSCoreParamsKey).backendParams.numExu.W)).toSeq).asBools 411aa2bcc31SzhanglyGit }.otherwise { 412aa2bcc31SzhanglyGit origExuOH := regSrcExuOH 413aa2bcc31SzhanglyGit } 414aa2bcc31SzhanglyGit exuOH := 0.U.asTypeOf(exuOH) 415aa2bcc31SzhanglyGit params.wakeUpSourceExuIdx.foreach(x => exuOH(x) := origExuOH(x)) 416aa2bcc31SzhanglyGit } 417aa2bcc31SzhanglyGit 418aa2bcc31SzhanglyGit object IQFuType { 419aa2bcc31SzhanglyGit def num = FuType.num 420aa2bcc31SzhanglyGit 421aa2bcc31SzhanglyGit def apply() = Vec(num, Bool()) 422aa2bcc31SzhanglyGit 423aa2bcc31SzhanglyGit def readFuType(fuType: Vec[Bool], fus: Seq[FuType.OHType]): Vec[Bool] = { 424aa2bcc31SzhanglyGit val res = 0.U.asTypeOf(fuType) 425aa2bcc31SzhanglyGit fus.foreach(x => res(x.id) := fuType(x.id)) 426aa2bcc31SzhanglyGit res 427aa2bcc31SzhanglyGit } 428aa2bcc31SzhanglyGit } 429aa2bcc31SzhanglyGit} 430