xref: /XiangShan/src/main/scala/xiangshan/mem/vector/VSplit.scala (revision ebb914e7007fa76b83a869685cc5c3efe1f867e9)
1/***************************************************************************************
2  * Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3  * Copyright (c) 2020-2021 Peng Cheng Laboratory
4  *
5  * XiangShan is licensed under Mulan PSL v2.
6  * You can use this software according to the terms and conditions of the Mulan PSL v2.
7  * You may obtain a copy of Mulan PSL v2 at:
8  *          http://license.coscl.org.cn/MulanPSL2
9  *
10  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11  * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12  * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13  *
14  * See the Mulan PSL v2 for more details.
15  ***************************************************************************************/
16
17package xiangshan.mem
18
19import org.chipsalliance.cde.config.Parameters
20import chisel3._
21import chisel3.util._
22import utils._
23import utility._
24import xiangshan._
25import xiangshan.backend.rob.RobPtr
26import xiangshan.backend.Bundles._
27import xiangshan.mem._
28import xiangshan.backend.fu.vector.Bundles._
29
30
31class VSplitPipeline(isVStore: Boolean = false)(implicit p: Parameters) extends VLSUModule{
32  val io = IO(new VSplitPipelineIO(isVStore))
33
34  def us_whole_reg(fuOpType: UInt) = fuOpType === VlduType.vlr
35  def us_mask(fuOpType: UInt) = fuOpType === VlduType.vlm
36  def us_fof(fuOpType: UInt) = fuOpType === VlduType.vleff
37
38  val s1_ready = WireInit(false.B)
39  io.in.ready := s1_ready
40
41  /**-----------------------------------------------------------
42    * s0 stage
43    * decode and generate AlignedType, uop mask, preIsSplit
44    * ----------------------------------------------------------
45    */
46  val s0_vtype = io.in.bits.uop.vpu.vtype
47  val s0_sew = s0_vtype.vsew
48  val s0_eew = io.in.bits.uop.vpu.veew
49  val s0_lmul = s0_vtype.vlmul
50  // when load whole register or unit-stride masked , emul should be 1
51  val s0_fuOpType = io.in.bits.uop.fuOpType
52  val s0_mop = s0_fuOpType(6, 5)
53  val s0_nf = Mux(us_whole_reg(s0_fuOpType), 0.U, io.in.bits.uop.vpu.nf)
54  val s0_vm = io.in.bits.uop.vpu.vm
55  val s0_emul = Mux(us_whole_reg(s0_fuOpType) ,GenUSWholeEmul(io.in.bits.uop.vpu.nf), Mux(us_mask(s0_fuOpType), 0.U(mulBits.W), EewLog2(s0_eew) - s0_sew + s0_lmul))
56  val s0_preIsSplit = !(isUnitStride(s0_mop) && !us_fof(s0_fuOpType))
57
58  val s0_valid         = Wire(Bool())
59  val s0_kill          = io.in.bits.uop.robIdx.needFlush(io.redirect)
60  val s0_can_go        = s1_ready
61  val s0_fire          = s0_valid && s0_can_go
62  val s0_out           = Wire(new VLSBundle(isVStore))
63
64  val isUsWholeReg = isUnitStride(s0_mop) && us_whole_reg(s0_fuOpType)
65  val isMaskReg = isUnitStride(s0_mop) && us_mask(s0_fuOpType)
66  val isSegment = s0_nf =/= 0.U && !us_whole_reg(s0_fuOpType)
67  val instType = Cat(isSegment, s0_mop)
68  val uopIdx = io.in.bits.uop.vpu.vuopIdx
69  val uopIdxInField = GenUopIdxInField(instType, s0_emul, s0_lmul, uopIdx)
70  val vdIdxInField = GenVdIdxInField(instType, s0_emul, s0_lmul, uopIdxInField)
71  val lmulLog2 = Mux(s0_lmul.asSInt >= 0.S, 0.U, s0_lmul)
72  val emulLog2 = Mux(s0_emul.asSInt >= 0.S, 0.U, s0_emul)
73  val numEewLog2 = emulLog2 - EewLog2(s0_eew)
74  val numSewLog2 = lmulLog2 - s0_sew
75  val numFlowsSameVdLog2 = Mux(
76    isIndexed(instType),
77    log2Up(VLENB).U - s0_sew(1,0),
78    log2Up(VLENB).U - s0_eew(1,0)
79  )
80  // numUops = nf * max(lmul, emul)
81  val lmulLog2Pos = Mux(s0_lmul.asSInt < 0.S, 0.U, s0_lmul)
82  val emulLog2Pos = Mux(s0_emul.asSInt < 0.S, 0.U, s0_emul)
83  val numUops = Mux(
84    isIndexed(s0_mop) && s0_lmul.asSInt > s0_emul.asSInt,
85    (s0_nf +& 1.U) << lmulLog2Pos,
86    (s0_nf +& 1.U) << emulLog2Pos
87  )
88
89  val vvl = io.in.bits.src_vl.asTypeOf(VConfig()).vl
90  val evl = Mux(isUsWholeReg, GenUSWholeRegVL(io.in.bits.uop.vpu.nf +& 1.U,s0_eew), Mux(isMaskReg, GenUSMaskRegVL(vvl), vvl))
91  val vvstart = io.in.bits.uop.vpu.vstart
92  val alignedType = Mux(isIndexed(instType), s0_sew(1, 0), s0_eew(1, 0))
93  val broadenAligendType = Mux(s0_preIsSplit, Cat("b0".U, alignedType), "b100".U) // if is unit-stride, use 128-bits memory access
94  val flowsLog2 = GenRealFlowLog2(instType, s0_emul, s0_lmul, s0_eew, s0_sew)
95  val flowsPrevThisUop = uopIdxInField << flowsLog2 // # of flows before this uop in a field
96  val flowsPrevThisVd = vdIdxInField << numFlowsSameVdLog2 // # of flows before this vd in a field
97  val flowsIncludeThisUop = (uopIdxInField +& 1.U) << flowsLog2 // # of flows before this uop besides this uop
98  val flowNum = io.in.bits.flowNum.get
99  val srcMask = GenFlowMask(Mux(s0_vm, Fill(VLEN, 1.U(1.W)), io.in.bits.src_mask), vvstart, evl, true)
100
101  val flowMask = ((srcMask &
102    UIntToMask(flowsIncludeThisUop.asUInt, VLEN + 1) &
103    (~UIntToMask(flowsPrevThisUop.asUInt, VLEN)).asUInt
104  ) >> flowsPrevThisVd)(VLENB - 1, 0)
105  val vlmax = GenVLMAX(s0_lmul, s0_sew)
106
107    // connect
108  s0_out := DontCare
109  s0_out match {case x =>
110    x.uop := io.in.bits.uop
111    x.uop.vpu.vl := evl
112    x.uop.uopIdx := uopIdx
113    x.uop.numUops := numUops
114    x.uop.lastUop := (uopIdx +& 1.U) === numUops
115    x.flowMask := flowMask
116    x.byteMask := GenUopByteMask(flowMask, Cat("b0".U, alignedType))(VLENB - 1, 0)
117    x.fof := isUnitStride(s0_mop) && us_fof(s0_fuOpType)
118    x.baseAddr := io.in.bits.src_rs1
119    x.stride := io.in.bits.src_stride
120    x.flowNum := flowNum
121    x.nfields := s0_nf +& 1.U
122    x.vm := s0_vm
123    x.usWholeReg := isUsWholeReg
124    x.usMaskReg := isMaskReg
125    x.eew := s0_eew
126    x.sew := s0_sew
127    x.emul := s0_emul
128    x.lmul := s0_lmul
129    x.vlmax := Mux(isUsWholeReg, evl, vlmax)
130    x.instType := instType
131    x.data := io.in.bits.src_vs3
132    x.vdIdxInField := vdIdxInField
133    x.preIsSplit  := s0_preIsSplit
134    x.alignedType := broadenAligendType
135  }
136  s0_valid := io.in.valid && !s0_kill
137  /**-------------------------------------
138    * s1 stage
139    * ------------------------------------
140    * generate UopOffset
141    */
142  val s1_valid         = RegInit(false.B)
143  val s1_kill          = Wire(Bool())
144  val s1_in            = Wire(new VLSBundle(isVStore))
145  val s1_can_go        = io.out.ready && io.toMergeBuffer.resp.valid
146  val s1_fire          = s1_valid && !s1_kill && s1_can_go
147
148  s1_ready         := s1_kill || !s1_valid || io.out.ready
149
150  when(s0_fire){
151    s1_valid := true.B
152  }.elsewhen(s1_fire){
153    s1_valid := false.B
154  }.elsewhen(s1_kill){
155    s1_valid := false.B
156  }
157  s1_in := RegEnable(s0_out, s0_fire)
158
159  val s1_uopidx           = s1_in.uop.vpu.vuopIdx
160  val s1_nf               = s1_in.uop.vpu.nf
161  val s1_nfields          = s1_in.nfields
162  val s1_eew              = s1_in.eew
163  val s1_instType         = s1_in.instType
164  val s1_stride           = s1_in.stride
165  val s1_vmask            = FillInterleaved(8, s1_in.byteMask)(VLEN-1, 0)
166  val s1_alignedType      = Mux(isIndexed(s1_in.instType), s1_in.sew(1, 0), s1_in.eew(1, 0))
167  val s1_notIndexedStride = Mux( // stride for strided/unit-stride instruction
168    isStrided(s1_instType),
169    s1_stride(XLEN - 1, 0), // for strided load, stride = x[rs2]
170    s1_nfields << s1_eew(1, 0) // for unit-stride load, stride = eew * NFIELDS
171  )
172  val uopOffset  = (s1_uopidx >> s1_nf) << s1_alignedType
173  val stride     = Mux(isIndexed(s1_instType), s1_stride, s1_notIndexedStride) // if is index instructions, get index when split
174
175  s1_kill               := s1_in.uop.robIdx.needFlush(io.redirect)
176
177  // query mergeBuffer
178  io.toMergeBuffer.req.valid             := s1_fire // only can_go will get MergeBuffer entry
179  io.toMergeBuffer.req.bits.flowNum      := Mux(s1_in.preIsSplit, PopCount(s1_in.flowMask), flowNum)
180  io.toMergeBuffer.req.bits.data         := s1_in.data
181  io.toMergeBuffer.req.bits.uop          := s1_in.uop
182  io.toMergeBuffer.req.bits.uop.vpu.vmask:= s1_vmask
183  io.toMergeBuffer.req.bits.mask         := flowMask
184  io.toMergeBuffer.req.bits.vaddr        := DontCare
185//   io.toMergeBuffer.req.bits.vdOffset :=
186
187  // out connect
188  io.out.valid          := s1_valid
189  io.out.bits           := s1_in
190  io.out.bits.uopOffset := uopOffset
191  io.out.bits.stride    := stride
192  io.out.bits.mBIndex   := io.toMergeBuffer.resp.bits.mBIndex
193}
194
195abstract class VSplitBuffer(isVStore: Boolean = false)(implicit p: Parameters) extends VLSUModule{
196  val io = IO(new VSplitBufferIO(isVStore))
197
198  val bufferSize: Int
199
200  class VSplitPtr(implicit p: Parameters) extends CircularQueuePtr[VSplitPtr](bufferSize){
201  }
202
203  object VSplitPtr {
204    def apply(f: Bool, v: UInt)(implicit p: Parameters): VSplitPtr = {
205      val ptr = Wire(new VSplitPtr)
206      ptr.flag := f
207      ptr.value := v
208      ptr
209    }
210  }
211
212  val uopq = Reg(Vec(bufferSize, new VLSBundle(isVStore)))
213  val valid = RegInit(VecInit(Seq.fill(bufferSize)(false.B)))
214  val vstart = RegInit(VecInit(Seq.fill(bufferSize)(0.U(elemIdxBits.W)))) // index of the exception element
215  val vl = RegInit(VecInit(Seq.fill(bufferSize)(0.U.asTypeOf(Valid(UInt(elemIdxBits.W)))))) // only for fof instructions that modify vl
216  val srcMaskVec = Reg(Vec(bufferSize, UInt(VLEN.W)))
217  // ptr
218  val enqPtr = RegInit(0.U.asTypeOf(new VSplitPtr))
219  val deqPtr = RegInit(0.U.asTypeOf(new VSplitPtr))
220  // for split
221  val splitIdx = RegInit(0.U(flowIdxBits.W))
222  val strideOffsetReg = RegInit(0.U(VLEN.W))
223
224  /**
225    * Redirect
226    */
227  val flushed = WireInit(VecInit(Seq.fill(bufferSize)(false.B))) // entry has been flushed by the redirect arrived in the pre 1 cycle
228  val flushVec = (valid zip flushed).zip(uopq).map { case ((v, f), entry) => v && entry.uop.robIdx.needFlush(io.redirect) && !f }
229  val flushEnq = io.in.fire && io.in.bits.uop.robIdx.needFlush(io.redirect)
230  val flushNumReg = RegNext(PopCount(flushEnq +: flushVec))
231  val redirectReg = RegNext(io.redirect)
232  val flushVecReg = RegNext(WireInit(VecInit(flushVec)))
233
234  // enqueue
235  when (io.in.fire && !flushEnq) {
236    val id = enqPtr.value
237    uopq(id) := io.in.bits
238    valid(id) := true.B
239  }
240  io.in.ready := isNotBefore(enqPtr, deqPtr)
241
242  //split uops
243  val issueValid       = valid(deqPtr.value)
244  val issueEntry       = uopq(deqPtr.value)
245  val issueMbIndex     = issueEntry.mBIndex
246  val issueFlowNum     = issueEntry.flowNum
247  val issueBaseAddr    = issueEntry.baseAddr
248  val issueUop         = issueEntry.uop
249  val issueUopIdx      = issueUop.vpu.vuopIdx
250  val issueInstType    = issueEntry.instType
251  val issueUopOffset   = issueEntry.uopOffset
252  val issueEew         = issueEntry.eew
253  val issueSew         = issueEntry.sew
254  val issueLmul        = issueEntry.emul
255  val issueEmul        = issueEntry.lmul
256  val issueAlignedType = issueEntry.alignedType
257  val issuePreIsSplit  = issueEntry.preIsSplit
258  val issueByteMask    = issueEntry.byteMask
259  val elemIdx = GenElemIdx(
260    instType = issueInstType,
261    emul = issueEmul,
262    lmul = issueLmul,
263    eew = issueEew,
264    sew = issueSew,
265    uopIdx = issueUopIdx,
266    flowIdx = splitIdx
267  ) // elemIdx inside an inst, for exception
268  val indexedStride    = IndexAddr( // index for indexed instruction
269    index = issueEntry.stride,
270    flow_inner_idx = ((splitIdx << issueEew(1, 0))(vOffsetBits - 1, 0) >> issueEew(1, 0)).asUInt,
271    eew = issueEew
272  )
273  val issueStride = Mux(isIndexed(issueInstType), indexedStride, strideOffsetReg)
274  val vaddr = issueBaseAddr + issueUopOffset + issueStride
275  val mask = genVWmask128(vaddr ,issueAlignedType) // scala maske for flow
276  val flowMask = issueEntry.flowMask
277  val vecActive = (flowMask & UIntToOH(splitIdx)).orR
278  /*
279   * Unit-Stride split to one flow or two flow.
280   * for Unit-Stride, if uop's addr is aligned with 128-bits, split it to one flow, otherwise split two
281   */
282
283  val usAligned128     = (vaddr(3,0) === 0.U)// addr 128-bit aligned
284  val usSplitMask      = genUSSplitMask(issueByteMask, splitIdx, vaddr(3,0))
285  val usNoSplit        = (usAligned128 || !(vaddr(3,0) +& PopCount(usSplitMask))(4)) && !issuePreIsSplit && (splitIdx === 0.U)// unit-stride uop don't need to split into two flow
286  val usSplitVaddr     = genUSSplitAddr(vaddr, splitIdx)
287  val regOffset        = vaddr(3,0) // offset in 256-bits vd
288  XSError((splitIdx > 1.U && usNoSplit) || (splitIdx > 1.U && !issuePreIsSplit) , "Unit-Stride addr split error!\n")
289
290  // data
291  io.out.bits match { case x =>
292    x.uop                   := issueUop
293    x.vaddr                 := Mux(!issuePreIsSplit, usSplitVaddr, vaddr)
294    x.alignedType           := issueAlignedType
295    x.isvec                 := true.B
296    x.mask                  := Mux(!issuePreIsSplit, usSplitMask, mask)
297    x.reg_offset            := regOffset //for merge unit-stride
298    x.vecActive             := vecActive
299    x.is_first_ele          := DontCare
300    x.usSecondInv           := usNoSplit
301    x.elemIdx               := elemIdx
302    x.uop_unit_stride_fof   := DontCare
303    x.isFirstIssue          := DontCare
304    x.mBIndex               := issueMbIndex
305  }
306
307    //update enqptr
308  when (redirectReg.valid && flushNumReg =/= 0.U) {
309    enqPtr := enqPtr - flushNumReg
310  }.otherwise {
311    when (io.in.fire) {
312      enqPtr := enqPtr + 1.U
313    }
314  }
315
316  // flush queue
317  for (i <- 0 until bufferSize) {
318    when(flushVecReg(i) && redirectReg.valid && flushNumReg =/= 0.U) {
319      valid(i) := false.B
320      flushed(i) := true.B
321    }
322  }
323
324 /* Execute logic */
325  /** Issue to scala pipeline**/
326  val canIssue = Wire(Bool())
327  val allowIssue = io.out.ready
328  val doIssue = Wire(Bool())
329  val issueCount = Mux(usNoSplit, 2.U,PopCount(doIssue)) // for dont need split unit-stride, issue two flow
330
331  // handshake
332  val thisPtr = deqPtr.value
333  canIssue := !issueUop.robIdx.needFlush(io.redirect) && deqPtr < enqPtr
334  doIssue := canIssue && allowIssue
335  when (!RegNext(io.redirect.valid) || distanceBetween(enqPtr, deqPtr) > flushNumReg) {
336    when ((splitIdx < (issueFlowNum - issueCount)) && doIssue) {
337      // The uop has not been entirly splited yet
338      splitIdx := splitIdx + issueCount
339      strideOffsetReg := strideOffsetReg + issueStride
340    }.otherwise {
341      when (doIssue) {
342        // The uop is done spliting
343        splitIdx := 0.U(flowIdxBits.W) // initialize flowIdx
344        valid(deqPtr.value) := false.B
345        strideOffsetReg := 0.U
346        deqPtr := deqPtr + 1.U
347      }
348    }
349  }.otherwise {
350    splitIdx := 0.U(flowIdxBits.W) // initialize flowIdx
351    strideOffsetReg := 0.U
352  }
353
354  // out connect
355  io.out.valid := canIssue && (vecActive || !issuePreIsSplit) // TODO: inactive uop do not send to pipeline
356}
357
358class VSSplitBufferImp(implicit p: Parameters) extends VSplitBuffer(isVStore = true){
359  override lazy val bufferSize = SplitBufferSize
360  // split data
361  val flowData = GenVSData(
362        data = issueEntry.data.asUInt,
363        elemIdx = splitIdx,
364        alignedType = issueAlignedType
365      )
366  val usSplitData      = genUSSplitData(issueEntry.data.asUInt, splitIdx, vaddr(3,0))
367
368  io.out.bits.uop.sqIdx := issueUop.sqIdx + splitIdx
369
370  // send data to sq
371  val vstd = io.vstd.get
372  vstd.valid := canIssue
373  vstd.bits.uop := issueUop
374  vstd.bits.data := Mux(!issuePreIsSplit, usSplitData, flowData)
375  vstd.bits.debug := DontCare
376  vstd.bits.vdIdx.get := DontCare
377  vstd.bits.vdIdxInField.get := DontCare
378  vstd.bits.mask.get := Mux(!issuePreIsSplit, usSplitMask, mask)
379
380}
381
382class VLSplitBufferImp(implicit p: Parameters) extends VSplitBuffer(isVStore = false){
383  override lazy val bufferSize = SplitBufferSize
384  io.out.bits.uop.lqIdx := issueUop.lqIdx + splitIdx
385}
386
387class VSSplitPipelineImp(implicit p: Parameters) extends VSplitPipeline(isVStore = true){
388}
389
390class VLSplitPipelineImp(implicit p: Parameters) extends VSplitPipeline(isVStore = false){
391}
392
393class VLSplitImp(implicit p: Parameters) extends VLSUModule{
394  val io = IO(new VSplitIO(isVStore=false))
395  val splitPipeline = Module(new VLSplitPipelineImp())
396  val splitBuffer = Module(new VLSplitBufferImp())
397  // Split Pipeline
398  splitPipeline.io.in <> io.in
399  splitPipeline.io.redirect <> io.redirect
400  io.toMergeBuffer <> splitPipeline.io.toMergeBuffer
401
402  // Split Buffer
403  splitBuffer.io.in <> splitPipeline.io.out
404  splitBuffer.io.redirect <> io.redirect
405  io.out <> splitBuffer.io.out
406}
407
408class VSSplitImp(implicit p: Parameters) extends VLSUModule{
409  val io = IO(new VSplitIO(isVStore=true))
410  val splitPipeline = Module(new VSSplitPipelineImp())
411  val splitBuffer = Module(new VSSplitBufferImp())
412  // Split Pipeline
413  splitPipeline.io.in <> io.in
414  splitPipeline.io.redirect <> io.redirect
415  io.toMergeBuffer <> splitPipeline.io.toMergeBuffer
416
417  // Split Buffer
418  splitBuffer.io.in <> splitPipeline.io.out
419  splitBuffer.io.redirect <> io.redirect
420  io.out <> splitBuffer.io.out
421  io.vstd.get <> splitBuffer.io.vstd.get
422}
423
424