1package xiangshan 2 3import chisel3._ 4import chisel3.util._ 5import xiangshan.backend.SelImm 6import xiangshan.backend.brq.BrqPtr 7import xiangshan.backend.fu.fpu.Fflags 8import xiangshan.backend.rename.FreeListPtr 9import xiangshan.backend.roq.RoqPtr 10import xiangshan.backend.decode.XDecode 11import xiangshan.mem.{LqPtr, SqPtr} 12import xiangshan.frontend.PreDecodeInfo 13import xiangshan.frontend.HasBPUParameter 14import xiangshan.frontend.HasTageParameter 15import xiangshan.frontend.HasIFUConst 16import xiangshan.frontend.GlobalHistory 17import utils._ 18import scala.math.max 19 20// Fetch FetchWidth x 32-bit insts from Icache 21class FetchPacket extends XSBundle { 22 val instrs = Vec(PredictWidth, UInt(32.W)) 23 val mask = UInt(PredictWidth.W) 24 // val pc = UInt(VAddrBits.W) 25 val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 26 val pnpc = Vec(PredictWidth, UInt(VAddrBits.W)) 27 val bpuMeta = Vec(PredictWidth, new BpuMeta) 28 val pd = Vec(PredictWidth, new PreDecodeInfo) 29 val ipf = Bool() 30 val acf = Bool() 31 val crossPageIPFFix = Bool() 32 val predTaken = Bool() 33} 34 35class ValidUndirectioned[T <: Data](gen: T) extends Bundle { 36 val valid = Bool() 37 val bits = gen.cloneType.asInstanceOf[T] 38 override def cloneType = new ValidUndirectioned(gen).asInstanceOf[this.type] 39} 40 41object ValidUndirectioned { 42 def apply[T <: Data](gen: T) = { 43 new ValidUndirectioned[T](gen) 44 } 45} 46 47class SCMeta(val useSC: Boolean) extends XSBundle with HasTageParameter { 48 def maxVal = 8 * ((1 << TageCtrBits) - 1) + SCTableInfo.map{case (_,cb,_) => (1 << cb) - 1}.reduce(_+_) 49 def minVal = -(8 * (1 << TageCtrBits) + SCTableInfo.map{case (_,cb,_) => 1 << cb}.reduce(_+_)) 50 def sumCtrBits = max(log2Ceil(-minVal), log2Ceil(maxVal+1)) + 1 51 val tageTaken = if (useSC) Bool() else UInt(0.W) 52 val scUsed = if (useSC) Bool() else UInt(0.W) 53 val scPred = if (useSC) Bool() else UInt(0.W) 54 // Suppose ctrbits of all tables are identical 55 val ctrs = if (useSC) Vec(SCNTables, SInt(SCCtrBits.W)) else Vec(SCNTables, SInt(0.W)) 56 val sumAbs = if (useSC) UInt(sumCtrBits.W) else UInt(0.W) 57} 58 59class TageMeta extends XSBundle with HasTageParameter { 60 val provider = ValidUndirectioned(UInt(log2Ceil(TageNTables).W)) 61 val altDiffers = Bool() 62 val providerU = UInt(2.W) 63 val providerCtr = UInt(3.W) 64 val allocate = ValidUndirectioned(UInt(log2Ceil(TageNTables).W)) 65 val taken = Bool() 66 val scMeta = new SCMeta(EnableSC) 67} 68 69class BranchPrediction extends XSBundle with HasIFUConst { 70 // val redirect = Bool() 71 val takens = UInt(PredictWidth.W) 72 // val jmpIdx = UInt(log2Up(PredictWidth).W) 73 val brMask = UInt(PredictWidth.W) 74 val jalMask = UInt(PredictWidth.W) 75 val targets = Vec(PredictWidth, UInt(VAddrBits.W)) 76 77 // marks the last 2 bytes of this fetch packet 78 // val endsAtTheEndOfFirstBank = Bool() 79 // val endsAtTheEndOfLastBank = Bool() 80 81 // half RVI could only start at the end of a bank 82 val firstBankHasHalfRVI = Bool() 83 val lastBankHasHalfRVI = Bool() 84 85 def lastHalfRVIMask = Mux(firstBankHasHalfRVI, UIntToOH((bankWidth-1).U), 86 Mux(lastBankHasHalfRVI, UIntToOH((PredictWidth-1).U), 87 0.U(PredictWidth.W) 88 ) 89 ) 90 91 def lastHalfRVIClearMask = ~lastHalfRVIMask 92 // is taken from half RVI 93 def lastHalfRVITaken = ParallelORR(takens & lastHalfRVIMask) 94 95 def lastHalfRVIIdx = Mux(firstBankHasHalfRVI, (bankWidth-1).U, (PredictWidth-1).U) 96 // should not be used if not lastHalfRVITaken 97 def lastHalfRVITarget = Mux(firstBankHasHalfRVI, targets(bankWidth-1), targets(PredictWidth-1)) 98 99 def realTakens = takens & lastHalfRVIClearMask 100 def realBrMask = brMask & lastHalfRVIClearMask 101 def realJalMask = jalMask & lastHalfRVIClearMask 102 103 def brNotTakens = ~realTakens & realBrMask 104 def sawNotTakenBr = VecInit((0 until PredictWidth).map(i => 105 (if (i == 0) false.B else ParallelORR(brNotTakens(i-1,0))))) 106 // def hasNotTakenBrs = (brNotTakens & LowerMaskFromLowest(realTakens)).orR 107 def unmaskedJmpIdx = ParallelPriorityEncoder(takens) 108 def saveHalfRVI = (firstBankHasHalfRVI && (unmaskedJmpIdx === (bankWidth-1).U || !(ParallelORR(takens)))) || 109 (lastBankHasHalfRVI && unmaskedJmpIdx === (PredictWidth-1).U) 110 // could get PredictWidth-1 when only the first bank is valid 111 def jmpIdx = ParallelPriorityEncoder(realTakens) 112 // only used when taken 113 def target = ParallelPriorityMux(realTakens, targets) 114 def taken = ParallelORR(realTakens) 115 def takenOnBr = taken && ParallelPriorityMux(realTakens, realBrMask.asBools) 116 def hasNotTakenBrs = Mux(taken, ParallelPriorityMux(realTakens, sawNotTakenBr), ParallelORR(brNotTakens)) 117} 118 119class BpuMeta extends XSBundle with HasBPUParameter { 120 val ubtbWriteWay = UInt(log2Up(UBtbWays).W) 121 val ubtbHits = Bool() 122 val btbWriteWay = UInt(log2Up(BtbWays).W) 123 val btbHitJal = Bool() 124 val bimCtr = UInt(2.W) 125 val tageMeta = new TageMeta 126 val rasSp = UInt(log2Up(RasSize).W) 127 val rasTopCtr = UInt(8.W) 128 val rasToqAddr = UInt(VAddrBits.W) 129 val fetchIdx = UInt(log2Up(PredictWidth).W) 130 val specCnt = UInt(10.W) 131 // for global history 132 val predTaken = Bool() 133 val hist = new GlobalHistory 134 val predHist = new GlobalHistory 135 val sawNotTakenBranch = Bool() 136 137 val debug_ubtb_cycle = if (EnableBPUTimeRecord) UInt(64.W) else UInt(0.W) 138 val debug_btb_cycle = if (EnableBPUTimeRecord) UInt(64.W) else UInt(0.W) 139 val debug_tage_cycle = if (EnableBPUTimeRecord) UInt(64.W) else UInt(0.W) 140 141 // def apply(histPtr: UInt, tageMeta: TageMeta, rasSp: UInt, rasTopCtr: UInt) = { 142 // this.histPtr := histPtr 143 // this.tageMeta := tageMeta 144 // this.rasSp := rasSp 145 // this.rasTopCtr := rasTopCtr 146 // this.asUInt 147 // } 148 def size = 0.U.asTypeOf(this).getWidth 149 def fromUInt(x: UInt) = x.asTypeOf(this) 150} 151 152class Predecode extends XSBundle with HasIFUConst { 153 val hasLastHalfRVI = Bool() 154 val mask = UInt((FetchWidth*2).W) 155 val lastHalf = UInt(nBanksInPacket.W) 156 val pd = Vec(FetchWidth*2, (new PreDecodeInfo)) 157} 158 159class CfiUpdateInfo extends XSBundle { 160 // from backend 161 val pc = UInt(VAddrBits.W) 162 val pnpc = UInt(VAddrBits.W) 163 val fetchIdx = UInt(log2Up(FetchWidth*2).W) 164 // frontend -> backend -> frontend 165 val pd = new PreDecodeInfo 166 val bpuMeta = new BpuMeta 167 168 // need pipeline update 169 val target = UInt(VAddrBits.W) 170 val brTarget = UInt(VAddrBits.W) 171 val taken = Bool() 172 val isMisPred = Bool() 173 val brTag = new BrqPtr 174 val isReplay = Bool() 175} 176 177// Dequeue DecodeWidth insts from Ibuffer 178class CtrlFlow extends XSBundle { 179 val instr = UInt(32.W) 180 val pc = UInt(VAddrBits.W) 181 val exceptionVec = Vec(16, Bool()) 182 val intrVec = Vec(12, Bool()) 183 val brUpdate = new CfiUpdateInfo 184 val crossPageIPFFix = Bool() 185} 186 187// Decode DecodeWidth insts at Decode Stage 188class CtrlSignals extends XSBundle { 189 val src1Type, src2Type, src3Type = SrcType() 190 val lsrc1, lsrc2, lsrc3 = UInt(5.W) 191 val ldest = UInt(5.W) 192 val fuType = FuType() 193 val fuOpType = FuOpType() 194 val rfWen = Bool() 195 val fpWen = Bool() 196 val isXSTrap = Bool() 197 val noSpecExec = Bool() // wait forward 198 val blockBackward = Bool() // block backward 199 val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 200 val isRVF = Bool() 201 val selImm = SelImm() 202 val imm = UInt(XLEN.W) 203 val commitType = CommitType() 204 205 def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]) = { 206 val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table) 207 val signals = 208 Seq(src1Type, src2Type, src3Type, fuType, fuOpType, rfWen, fpWen, 209 isXSTrap, noSpecExec, blockBackward, flushPipe, isRVF, selImm) 210 signals zip decoder map { case(s, d) => s := d } 211 commitType := DontCare 212 this 213 } 214} 215 216class CfCtrl extends XSBundle { 217 val cf = new CtrlFlow 218 val ctrl = new CtrlSignals 219 val brTag = new BrqPtr 220} 221 222class LSIdx extends XSBundle { 223 val lqIdx = new LqPtr 224 val sqIdx = new SqPtr 225} 226 227// CfCtrl -> MicroOp at Rename Stage 228class MicroOp extends CfCtrl { 229 val psrc1, psrc2, psrc3, pdest, old_pdest = UInt(PhyRegIdxWidth.W) 230 val src1State, src2State, src3State = SrcState() 231 val roqIdx = new RoqPtr 232 val lqIdx = new LqPtr 233 val sqIdx = new SqPtr 234 val diffTestDebugLrScValid = Bool() 235} 236 237class Redirect extends XSBundle { 238 val roqIdx = new RoqPtr 239 val level = RedirectLevel() 240 val interrupt = Bool() 241 val pc = UInt(VAddrBits.W) 242 val target = UInt(VAddrBits.W) 243 val brTag = new BrqPtr 244 245 def isUnconditional() = RedirectLevel.isUnconditional(level) 246 def flushItself() = RedirectLevel.flushItself(level) 247 def isException() = RedirectLevel.isException(level) 248} 249 250class Dp1ToDp2IO extends XSBundle { 251 val intDqToDp2 = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp)) 252 val fpDqToDp2 = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new MicroOp)) 253 val lsDqToDp2 = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new MicroOp)) 254} 255 256class ReplayPregReq extends XSBundle { 257 // NOTE: set isInt and isFp both to 'false' when invalid 258 val isInt = Bool() 259 val isFp = Bool() 260 val preg = UInt(PhyRegIdxWidth.W) 261} 262 263class DebugBundle extends XSBundle{ 264 val isMMIO = Bool() 265} 266 267class ExuInput extends XSBundle { 268 val uop = new MicroOp 269 val src1, src2, src3 = UInt((XLEN+1).W) 270} 271 272class ExuOutput extends XSBundle { 273 val uop = new MicroOp 274 val data = UInt((XLEN+1).W) 275 val fflags = new Fflags 276 val redirectValid = Bool() 277 val redirect = new Redirect 278 val brUpdate = new CfiUpdateInfo 279 val debug = new DebugBundle 280} 281 282class ExternalInterruptIO extends XSBundle { 283 val mtip = Input(Bool()) 284 val msip = Input(Bool()) 285 val meip = Input(Bool()) 286} 287 288class CSRSpecialIO extends XSBundle { 289 val exception = Flipped(ValidIO(new MicroOp)) 290 val isInterrupt = Input(Bool()) 291 val memExceptionVAddr = Input(UInt(VAddrBits.W)) 292 val trapTarget = Output(UInt(VAddrBits.W)) 293 val externalInterrupt = new ExternalInterruptIO 294 val interrupt = Output(Bool()) 295} 296 297class RoqCommitInfo extends XSBundle { 298 val ldest = UInt(5.W) 299 val rfWen = Bool() 300 val fpWen = Bool() 301 val commitType = CommitType() 302 val pdest = UInt(PhyRegIdxWidth.W) 303 val old_pdest = UInt(PhyRegIdxWidth.W) 304 val lqIdx = new LqPtr 305 val sqIdx = new SqPtr 306 307 // these should be optimized for synthesis verilog 308 val pc = UInt(VAddrBits.W) 309} 310 311class RoqCommitIO extends XSBundle { 312 val isWalk = Output(Bool()) 313 val valid = Vec(CommitWidth, Output(Bool())) 314 val info = Vec(CommitWidth, Output(new RoqCommitInfo)) 315 316 def hasWalkInstr = isWalk && valid.asUInt.orR 317 def hasCommitInstr = !isWalk && valid.asUInt.orR 318} 319 320class TlbFeedback extends XSBundle { 321 val roqIdx = new RoqPtr 322 val hit = Bool() 323} 324 325class FrontendToBackendIO extends XSBundle { 326 // to backend end 327 val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 328 // from backend 329 val redirect = Flipped(ValidIO(UInt(VAddrBits.W))) 330 // val cfiUpdateInfo = Flipped(ValidIO(new CfiUpdateInfo)) 331 val cfiUpdateInfo = Flipped(ValidIO(new CfiUpdateInfo)) 332} 333 334class TlbCsrBundle extends XSBundle { 335 val satp = new Bundle { 336 val mode = UInt(4.W) // TODO: may change number to parameter 337 val asid = UInt(16.W) 338 val ppn = UInt(44.W) // just use PAddrBits - 3 - vpnnLen 339 } 340 val priv = new Bundle { 341 val mxr = Bool() 342 val sum = Bool() 343 val imode = UInt(2.W) 344 val dmode = UInt(2.W) 345 } 346 347 override def toPrintable: Printable = { 348 p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 349 p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 350 } 351} 352 353class SfenceBundle extends XSBundle { 354 val valid = Bool() 355 val bits = new Bundle { 356 val rs1 = Bool() 357 val rs2 = Bool() 358 val addr = UInt(VAddrBits.W) 359 } 360 361 override def toPrintable: Printable = { 362 p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}" 363 } 364} 365