1package xiangshan 2 3import chisel3._ 4import chisel3.util._ 5import xiangshan.backend.SelImm 6import xiangshan.backend.roq.RoqPtr 7import xiangshan.backend.decode.{ImmUnion, XDecode} 8import xiangshan.mem.{LqPtr, SqPtr} 9import xiangshan.frontend.PreDecodeInfo 10import xiangshan.frontend.HasBPUParameter 11import xiangshan.frontend.HasTageParameter 12import xiangshan.frontend.HasIFUConst 13import xiangshan.frontend.GlobalHistory 14import xiangshan.frontend.RASEntry 15import utils._ 16 17import scala.math.max 18import Chisel.experimental.chiselName 19import xiangshan.backend.ftq.FtqPtr 20 21// Fetch FetchWidth x 32-bit insts from Icache 22class FetchPacket extends XSBundle { 23 val instrs = Vec(PredictWidth, UInt(32.W)) 24 val mask = UInt(PredictWidth.W) 25 val pdmask = UInt(PredictWidth.W) 26 // val pc = UInt(VAddrBits.W) 27 val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 28 val pnpc = Vec(PredictWidth, UInt(VAddrBits.W)) 29 val pd = Vec(PredictWidth, new PreDecodeInfo) 30 val ipf = Bool() 31 val acf = Bool() 32 val crossPageIPFFix = Bool() 33 val pred_taken = UInt(PredictWidth.W) 34 val ftqPtr = new FtqPtr 35} 36 37class ValidUndirectioned[T <: Data](gen: T) extends Bundle { 38 val valid = Bool() 39 val bits = gen.cloneType.asInstanceOf[T] 40 override def cloneType = new ValidUndirectioned(gen).asInstanceOf[this.type] 41} 42 43object ValidUndirectioned { 44 def apply[T <: Data](gen: T) = { 45 new ValidUndirectioned[T](gen) 46 } 47} 48 49class SCMeta(val useSC: Boolean) extends XSBundle with HasTageParameter { 50 def maxVal = 8 * ((1 << TageCtrBits) - 1) + SCTableInfo.map{case (_,cb,_) => (1 << cb) - 1}.reduce(_+_) 51 def minVal = -(8 * (1 << TageCtrBits) + SCTableInfo.map{case (_,cb,_) => 1 << cb}.reduce(_+_)) 52 def sumCtrBits = max(log2Ceil(-minVal), log2Ceil(maxVal+1)) + 1 53 val tageTaken = if (useSC) Bool() else UInt(0.W) 54 val scUsed = if (useSC) Bool() else UInt(0.W) 55 val scPred = if (useSC) Bool() else UInt(0.W) 56 // Suppose ctrbits of all tables are identical 57 val ctrs = if (useSC) Vec(SCNTables, SInt(SCCtrBits.W)) else Vec(SCNTables, SInt(0.W)) 58 val sumAbs = if (useSC) UInt(sumCtrBits.W) else UInt(0.W) 59} 60 61class TageMeta extends XSBundle with HasTageParameter { 62 val provider = ValidUndirectioned(UInt(log2Ceil(TageNTables).W)) 63 val altDiffers = Bool() 64 val providerU = UInt(2.W) 65 val providerCtr = UInt(3.W) 66 val allocate = ValidUndirectioned(UInt(log2Ceil(TageNTables).W)) 67 val taken = Bool() 68 val scMeta = new SCMeta(EnableSC) 69} 70 71@chiselName 72class BranchPrediction extends XSBundle with HasIFUConst { 73 // val redirect = Bool() 74 val takens = UInt(PredictWidth.W) 75 // val jmpIdx = UInt(log2Up(PredictWidth).W) 76 val brMask = UInt(PredictWidth.W) 77 val jalMask = UInt(PredictWidth.W) 78 val targets = Vec(PredictWidth, UInt(VAddrBits.W)) 79 80 // marks the last 2 bytes of this fetch packet 81 // val endsAtTheEndOfFirstBank = Bool() 82 // val endsAtTheEndOfLastBank = Bool() 83 84 // half RVI could only start at the end of a packet 85 val hasHalfRVI = Bool() 86 87 88 // assumes that only one of the two conditions could be true 89 def lastHalfRVIMask = Cat(hasHalfRVI.asUInt, 0.U((PredictWidth-1).W)) 90 91 def lastHalfRVIClearMask = ~lastHalfRVIMask 92 // is taken from half RVI 93 def lastHalfRVITaken = takens(PredictWidth-1) && hasHalfRVI 94 95 def lastHalfRVIIdx = (PredictWidth-1).U 96 // should not be used if not lastHalfRVITaken 97 def lastHalfRVITarget = targets(PredictWidth-1) 98 99 def realTakens = takens & lastHalfRVIClearMask 100 def realBrMask = brMask & lastHalfRVIClearMask 101 def realJalMask = jalMask & lastHalfRVIClearMask 102 103 def brNotTakens = (~takens & realBrMask) 104 def sawNotTakenBr = VecInit((0 until PredictWidth).map(i => 105 (if (i == 0) false.B else ParallelORR(brNotTakens(i-1,0))))) 106 // def hasNotTakenBrs = (brNotTakens & LowerMaskFromLowest(realTakens)).orR 107 def unmaskedJmpIdx = ParallelPriorityEncoder(takens) 108 // if not taken before the half RVI inst 109 def saveHalfRVI = hasHalfRVI && !(ParallelORR(takens(PredictWidth-2,0))) 110 // could get PredictWidth-1 when only the first bank is valid 111 def jmpIdx = ParallelPriorityEncoder(realTakens) 112 // only used when taken 113 def target = { 114 val generator = new PriorityMuxGenerator[UInt] 115 generator.register(realTakens.asBools, targets, List.fill(PredictWidth)(None)) 116 generator() 117 } 118 def taken = ParallelORR(realTakens) 119 def takenOnBr = taken && ParallelPriorityMux(realTakens, realBrMask.asBools) 120 def hasNotTakenBrs = Mux(taken, ParallelPriorityMux(realTakens, sawNotTakenBr), ParallelORR(brNotTakens)) 121} 122 123class BpuMeta extends XSBundle with HasBPUParameter { 124 val ubtbWriteWay = UInt(log2Up(UBtbWays).W) 125 val ubtbHits = Bool() 126 val btbWriteWay = UInt(log2Up(BtbWays).W) 127 val bimCtr = UInt(2.W) 128 val tageMeta = new TageMeta 129 // for global history 130 131 val debug_ubtb_cycle = if (EnableBPUTimeRecord) UInt(64.W) else UInt(0.W) 132 val debug_btb_cycle = if (EnableBPUTimeRecord) UInt(64.W) else UInt(0.W) 133 val debug_tage_cycle = if (EnableBPUTimeRecord) UInt(64.W) else UInt(0.W) 134 135 val predictor = if (BPUDebug) UInt(log2Up(4).W) else UInt(0.W) // Mark which component this prediction comes from {ubtb, btb, tage, loopPredictor} 136 137 // def apply(histPtr: UInt, tageMeta: TageMeta, rasSp: UInt, rasTopCtr: UInt) = { 138 // this.histPtr := histPtr 139 // this.tageMeta := tageMeta 140 // this.rasSp := rasSp 141 // this.rasTopCtr := rasTopCtr 142 // this.asUInt 143 // } 144 def size = 0.U.asTypeOf(this).getWidth 145 def fromUInt(x: UInt) = x.asTypeOf(this) 146} 147 148class Predecode extends XSBundle with HasIFUConst { 149 val hasLastHalfRVI = Bool() 150 val mask = UInt(PredictWidth.W) 151 val lastHalf = Bool() 152 val pd = Vec(PredictWidth, (new PreDecodeInfo)) 153} 154 155class CfiUpdateInfo extends XSBundle with HasBPUParameter { 156 // from backend 157 val pc = UInt(VAddrBits.W) 158 // frontend -> backend -> frontend 159 val pd = new PreDecodeInfo 160 val rasSp = UInt(log2Up(RasSize).W) 161 val rasEntry = new RASEntry 162 val hist = new GlobalHistory 163 val predHist = new GlobalHistory 164 val specCnt = UInt(10.W) 165 // need pipeline update 166 val sawNotTakenBranch = Bool() 167 val predTaken = Bool() 168 val target = UInt(VAddrBits.W) 169 val taken = Bool() 170 val isMisPred = Bool() 171} 172 173// Dequeue DecodeWidth insts from Ibuffer 174class CtrlFlow extends XSBundle { 175 val instr = UInt(32.W) 176 val pc = UInt(VAddrBits.W) 177 val exceptionVec = ExceptionVec() 178 val intrVec = Vec(12, Bool()) 179 val pd = new PreDecodeInfo 180 val pred_taken = Bool() 181 val crossPageIPFFix = Bool() 182 val ftqPtr = new FtqPtr 183 val ftqOffset = UInt(log2Up(PredictWidth).W) 184} 185 186class FtqEntry extends XSBundle { 187 // fetch pc, pc of each inst could be generated by concatenation 188 val ftqPC = UInt((VAddrBits.W)) 189 190 // prediction metas 191 val hist = new GlobalHistory 192 val predHist = new GlobalHistory 193 val rasSp = UInt(log2Ceil(RasSize).W) 194 val rasTop = new RASEntry() 195 val specCnt = Vec(PredictWidth, UInt(10.W)) 196 val metas = Vec(PredictWidth, new BpuMeta) 197 198 val cfiIsCall, cfiIsRet, cfiIsRVC = Bool() 199 val rvc_mask = Vec(PredictWidth, Bool()) 200 val br_mask = Vec(PredictWidth, Bool()) 201 val cfiIndex = ValidUndirectioned(UInt(log2Up(PredictWidth).W)) 202 val valids = Vec(PredictWidth, Bool()) 203 204 // backend update 205 val mispred = Vec(PredictWidth, Bool()) 206 val target = UInt(VAddrBits.W) 207 208 def takens = VecInit((0 until PredictWidth).map(i => cfiIndex.valid && cfiIndex.bits === i.U)) 209} 210 211 212 213class FPUCtrlSignals extends XSBundle { 214 val isAddSub = Bool() // swap23 215 val typeTagIn = UInt(2.W) 216 val typeTagOut = UInt(2.W) 217 val fromInt = Bool() 218 val wflags = Bool() 219 val fpWen = Bool() 220 val fmaCmd = UInt(2.W) 221 val div = Bool() 222 val sqrt = Bool() 223 val fcvt = Bool() 224 val typ = UInt(2.W) 225 val fmt = UInt(2.W) 226 val ren3 = Bool() //TODO: remove SrcType.fp 227} 228 229// Decode DecodeWidth insts at Decode Stage 230class CtrlSignals extends XSBundle { 231 val src1Type, src2Type, src3Type = SrcType() 232 val lsrc1, lsrc2, lsrc3 = UInt(5.W) 233 val ldest = UInt(5.W) 234 val fuType = FuType() 235 val fuOpType = FuOpType() 236 val rfWen = Bool() 237 val fpWen = Bool() 238 val isXSTrap = Bool() 239 val noSpecExec = Bool() // wait forward 240 val blockBackward = Bool() // block backward 241 val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 242 val isRVF = Bool() 243 val selImm = SelImm() 244 val imm = UInt(ImmUnion.maxLen.W) 245 val commitType = CommitType() 246 val fpu = new FPUCtrlSignals 247 248 def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]) = { 249 val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table) 250 val signals = 251 Seq(src1Type, src2Type, src3Type, fuType, fuOpType, rfWen, fpWen, 252 isXSTrap, noSpecExec, blockBackward, flushPipe, isRVF, selImm) 253 signals zip decoder map { case(s, d) => s := d } 254 commitType := DontCare 255 this 256 } 257} 258 259class CfCtrl extends XSBundle { 260 val cf = new CtrlFlow 261 val ctrl = new CtrlSignals 262} 263 264class PerfDebugInfo extends XSBundle { 265 // val fetchTime = UInt(64.W) 266 val renameTime = UInt(64.W) 267 val dispatchTime = UInt(64.W) 268 val issueTime = UInt(64.W) 269 val writebackTime = UInt(64.W) 270 // val commitTime = UInt(64.W) 271} 272 273// Separate LSQ 274class LSIdx extends XSBundle { 275 val lqIdx = new LqPtr 276 val sqIdx = new SqPtr 277} 278 279// CfCtrl -> MicroOp at Rename Stage 280class MicroOp extends CfCtrl { 281 val psrc1, psrc2, psrc3, pdest, old_pdest = UInt(PhyRegIdxWidth.W) 282 val src1State, src2State, src3State = SrcState() 283 val roqIdx = new RoqPtr 284 val lqIdx = new LqPtr 285 val sqIdx = new SqPtr 286 val diffTestDebugLrScValid = Bool() 287 val debugInfo = new PerfDebugInfo 288} 289 290class Redirect extends XSBundle { 291 val roqIdx = new RoqPtr 292 val ftqIdx = new FtqPtr 293 val ftqOffset = UInt(log2Up(PredictWidth).W) 294 val level = RedirectLevel() 295 val interrupt = Bool() 296 val cfiUpdate = new CfiUpdateInfo 297 298 def isUnconditional() = RedirectLevel.isUnconditional(level) 299 def flushItself() = RedirectLevel.flushItself(level) 300 def isException() = RedirectLevel.isException(level) 301} 302 303class Dp1ToDp2IO extends XSBundle { 304 val intDqToDp2 = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp)) 305 val fpDqToDp2 = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new MicroOp)) 306 val lsDqToDp2 = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new MicroOp)) 307} 308 309class ReplayPregReq extends XSBundle { 310 // NOTE: set isInt and isFp both to 'false' when invalid 311 val isInt = Bool() 312 val isFp = Bool() 313 val preg = UInt(PhyRegIdxWidth.W) 314} 315 316class DebugBundle extends XSBundle{ 317 val isMMIO = Bool() 318 val isPerfCnt = Bool() 319} 320 321class ExuInput extends XSBundle { 322 val uop = new MicroOp 323 val src1, src2, src3 = UInt((XLEN+1).W) 324} 325 326class ExuOutput extends XSBundle { 327 val uop = new MicroOp 328 val data = UInt((XLEN+1).W) 329 val fflags = UInt(5.W) 330 val redirectValid = Bool() 331 val redirect = new Redirect 332 val debug = new DebugBundle 333} 334 335class ExternalInterruptIO extends XSBundle { 336 val mtip = Input(Bool()) 337 val msip = Input(Bool()) 338 val meip = Input(Bool()) 339} 340 341class CSRSpecialIO extends XSBundle { 342 val exception = Flipped(ValidIO(new MicroOp)) 343 val isInterrupt = Input(Bool()) 344 val memExceptionVAddr = Input(UInt(VAddrBits.W)) 345 val trapTarget = Output(UInt(VAddrBits.W)) 346 val externalInterrupt = new ExternalInterruptIO 347 val interrupt = Output(Bool()) 348} 349 350class RoqCommitInfo extends XSBundle { 351 val ldest = UInt(5.W) 352 val rfWen = Bool() 353 val fpWen = Bool() 354 val wflags = Bool() 355 val commitType = CommitType() 356 val pdest = UInt(PhyRegIdxWidth.W) 357 val old_pdest = UInt(PhyRegIdxWidth.W) 358 val lqIdx = new LqPtr 359 val sqIdx = new SqPtr 360 val ftqIdx = new FtqPtr 361 val ftqOffset = UInt(log2Up(PredictWidth).W) 362 363 // these should be optimized for synthesis verilog 364 val pc = UInt(VAddrBits.W) 365} 366 367class RoqCommitIO extends XSBundle { 368 val isWalk = Output(Bool()) 369 val valid = Vec(CommitWidth, Output(Bool())) 370 val info = Vec(CommitWidth, Output(new RoqCommitInfo)) 371 372 def hasWalkInstr = isWalk && valid.asUInt.orR 373 def hasCommitInstr = !isWalk && valid.asUInt.orR 374} 375 376class TlbFeedback extends XSBundle { 377 val roqIdx = new RoqPtr 378 val hit = Bool() 379} 380 381class FrontendToBackendIO extends XSBundle { 382 // to backend end 383 val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 384 val fetchInfo = DecoupledIO(new FtqEntry) 385 // from backend 386 val redirect_cfiUpdate = Flipped(ValidIO(new Redirect)) 387 val commit_cfiUpdate = Flipped(ValidIO(new FtqEntry)) 388 val ftqEnqPtr = Input(new FtqPtr) 389 val ftqLeftOne = Input(Bool()) 390} 391 392class TlbCsrBundle extends XSBundle { 393 val satp = new Bundle { 394 val mode = UInt(4.W) // TODO: may change number to parameter 395 val asid = UInt(16.W) 396 val ppn = UInt(44.W) // just use PAddrBits - 3 - vpnnLen 397 } 398 val priv = new Bundle { 399 val mxr = Bool() 400 val sum = Bool() 401 val imode = UInt(2.W) 402 val dmode = UInt(2.W) 403 } 404 405 override def toPrintable: Printable = { 406 p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 407 p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 408 } 409} 410 411class SfenceBundle extends XSBundle { 412 val valid = Bool() 413 val bits = new Bundle { 414 val rs1 = Bool() 415 val rs2 = Bool() 416 val addr = UInt(VAddrBits.W) 417 } 418 419 override def toPrintable: Printable = { 420 p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}" 421 } 422} 423