package xiangshan.backend.fu.wrapper import org.chipsalliance.cde.config.Parameters import chisel3._ import chisel3.util._ import utils.XSError import xiangshan.backend.fu.FuConfig import xiangshan.backend.fu.vector.Bundles.{VLmul, VSew, ma} import xiangshan.backend.fu.vector.utils.VecDataSplitModule import xiangshan.backend.fu.vector.{Mgu, VecInfo, VecPipedFuncUnit} import xiangshan.ExceptionNO import yunsuan.{VfaluType, VfpuType} import yunsuan.vector.VectorFloatAdder class VFAlu(cfg: FuConfig)(implicit p: Parameters) extends VecPipedFuncUnit(cfg) { XSError(io.in.valid && io.in.bits.ctrl.fuOpType === VfpuType.dummy, "Vfalu OpType not supported") // params alias private val dataWidth = cfg.dataBits private val dataWidthOfDataModule = 64 private val numVecModule = dataWidth / dataWidthOfDataModule // io alias private val opcode = fuOpType(4,0) private val resWiden = fuOpType(5) private val opbWiden = fuOpType(6) // modules private val vfalus = Seq.fill(numVecModule)(Module(new VectorFloatAdder)) private val vs2Split = Module(new VecDataSplitModule(dataWidth, dataWidthOfDataModule)) private val vs1Split = Module(new VecDataSplitModule(dataWidth, dataWidthOfDataModule)) private val oldVdSplit = Module(new VecDataSplitModule(dataWidth, dataWidthOfDataModule)) private val mgu = Module(new Mgu(dataWidth)) /** * In connection of [[vs2Split]], [[vs1Split]] and [[oldVdSplit]] */ vs2Split.io.inVecData := vs2 vs1Split.io.inVecData := vs1 oldVdSplit.io.inVecData := oldVd /** * [[vfalus]]'s in connection */ // Vec(vs2(31,0), vs2(63,32), vs2(95,64), vs2(127,96)) ==> // Vec( // Cat(vs2(95,64), vs2(31,0)), // Cat(vs2(127,96), vs2(63,32)), // ) private val vs2GroupedVec: Vec[UInt] = VecInit(vs2Split.io.outVec32b.zipWithIndex.groupBy(_._2 % 2).map(x => x._1 -> x._2.map(_._1)).values.map(x => Cat(x.reverse)).toSeq) private val vs1GroupedVec: Vec[UInt] = VecInit(vs1Split.io.outVec32b.zipWithIndex.groupBy(_._2 % 2).map(x => x._1 -> x._2.map(_._1)).values.map(x => Cat(x.reverse)).toSeq) private val resultData = Wire(Vec(numVecModule,UInt(dataWidthOfDataModule.W))) private val fflagsData = Wire(Vec(numVecModule,UInt(20.W))) private val srcMaskRShiftForReduction = Wire(UInt((8 * numVecModule).W)) // for reduction val isFirstGroupUop = vuopIdx === 0.U || (vuopIdx === 1.U && (vlmul === VLmul.m4 || vlmul === VLmul.m8)) || ((vuopIdx === 2.U || vuopIdx === 3.U) && vlmul === VLmul.m8) val maskRshiftWidthForReduction = Wire(UInt(6.W)) maskRshiftWidthForReduction := Mux(fuOpType === VfaluType.vfredosum, vuopIdx, Mux1H(Seq( (vsew === VSew.e16) -> (vuopIdx(1, 0) << 4), (vsew === VSew.e32) -> (vuopIdx(1, 0) << 3), (vsew === VSew.e64) -> (vuopIdx(1, 0) << 2), )) ) val vlMaskForReduction = (~(Fill(VLEN, 1.U) << vl)).asUInt srcMaskRShiftForReduction := ((srcMask & vlMaskForReduction) >> maskRshiftWidthForReduction)(8 * numVecModule - 1, 0) def genMaskForReduction(inmask: UInt, sew: UInt, i: Int): UInt = { val f64MaskNum = dataWidth / 64 * 2 val f32MaskNum = dataWidth / 32 * 2 val f16MaskNum = dataWidth / 16 * 2 val f64Mask = inmask(f64MaskNum - 1, 0) val f32Mask = inmask(f32MaskNum - 1, 0) val f16Mask = inmask(f16MaskNum - 1, 0) // vs2 reordered, so mask use high bits val f64FirstFoldMask = Mux1H( Seq( vecCtrl.fpu.isFoldTo1_2 -> Cat(0.U(3.W), f64Mask(0), 0.U(3.W), f64Mask(1)), ) ) val f32FirstFoldMask = Mux1H( Seq( vecCtrl.fpu.isFoldTo1_2 -> Cat(0.U(2.W), f32Mask(1), f32Mask(0), 0.U(2.W), f32Mask(3), f32Mask(2)), vecCtrl.fpu.isFoldTo1_4 -> Cat(0.U(3.W), f32Mask(0), 0.U(3.W), f32Mask(1)), ) ) val f16FirstFoldMask = Mux1H( Seq( vecCtrl.fpu.isFoldTo1_2 -> Cat(f16Mask(7,4), f16Mask(3,0)), vecCtrl.fpu.isFoldTo1_4 -> Cat(0.U(2.W), f16Mask(1), f16Mask(0), 0.U(2.W), f16Mask(3), f16Mask(2)), vecCtrl.fpu.isFoldTo1_8 -> Cat(0.U(3.W), f16Mask(0), 0.U(3.W), f16Mask(1)), ) ) val f64FoldMask = Mux1H( Seq( vecCtrl.fpu.isFoldTo1_2 -> "b00010001".U, ) ) val f32FoldMask = Mux1H( Seq( vecCtrl.fpu.isFoldTo1_2 -> "b00110011".U, vecCtrl.fpu.isFoldTo1_4 -> "b00010001".U, ) ) val f16FoldMask = Mux1H( Seq( vecCtrl.fpu.isFoldTo1_2 -> "b11111111".U, vecCtrl.fpu.isFoldTo1_4 -> "b00110011".U, vecCtrl.fpu.isFoldTo1_8 -> "b00010001".U, ) ) // low 4 bits for vs2(fp_a), high 4 bits for vs1(fp_b), val isFold = vecCtrl.fpu.isFoldTo1_2 || vecCtrl.fpu.isFoldTo1_4 || vecCtrl.fpu.isFoldTo1_8 val f64FirstNotFoldMask = Cat(0.U(3.W), f64Mask(i+2), 0.U(3.W), f64Mask(i)) val f32FirstNotFoldMask = Cat(0.U(2.W), f32Mask(i + 5, i+4), 0.U(2.W), Cat(f32Mask(i + 1, i))) val f16FirstNotFoldMask = Cat(f16Mask(i+11,i+8), f16Mask(i+3,0)) val f64MaskI = Mux(isFirstGroupUop, Mux(isFold, f64FirstFoldMask, f64FirstNotFoldMask), Mux(isFold, f64FoldMask, Fill(8,1.U))) val f32MaskI = Mux(isFirstGroupUop, Mux(isFold, f32FirstFoldMask, f32FirstNotFoldMask), Mux(isFold, f32FoldMask, Fill(8,1.U))) val f16MaskI = Mux(isFirstGroupUop, Mux(isFold, f16FirstFoldMask, f16FirstNotFoldMask), Mux(isFold, f16FoldMask, Fill(8,1.U))) val outMask = Mux1H( Seq( (sew === 3.U) -> f64MaskI, (sew === 2.U) -> f32MaskI, (sew === 1.U) -> f16MaskI, ) ) Mux(fuOpType === VfaluType.vfredosum || fuOpType === VfaluType.vfwredosum, outMask(0),outMask) } def genMaskForMerge(inmask:UInt, sew:UInt, i:Int): UInt = { val f64MaskNum = dataWidth / 64 val f32MaskNum = dataWidth / 32 val f16MaskNum = dataWidth / 16 val f64Mask = inmask(f64MaskNum-1,0) val f32Mask = inmask(f32MaskNum-1,0) val f16Mask = inmask(f16MaskNum-1,0) val f64MaskI = Cat(0.U(3.W),f64Mask(i)) val f32MaskI = Cat(0.U(2.W),f32Mask(2*i+1,2*i)) val f16MaskI = f16Mask(4*i+3,4*i) val outMask = Mux1H( Seq( (sew === 3.U) -> f64MaskI, (sew === 2.U) -> f32MaskI, (sew === 1.U) -> f16MaskI, ) ) outMask } val isScalarMove = (fuOpType === VfaluType.vfmv_f_s) || (fuOpType === VfaluType.vfmv_s_f) val srcMaskRShift = Wire(UInt((4 * numVecModule).W)) val maskRshiftWidth = Wire(UInt(6.W)) maskRshiftWidth := Mux1H( Seq( (vsew === VSew.e16) -> (vuopIdx(2,0) << 3), (vsew === VSew.e32) -> (vuopIdx(2,0) << 2), (vsew === VSew.e64) -> (vuopIdx(2,0) << 1), ) ) srcMaskRShift := (srcMask >> maskRshiftWidth)(4 * numVecModule - 1, 0) val fp_aIsFpCanonicalNAN = Wire(Vec(numVecModule,Bool())) val fp_bIsFpCanonicalNAN = Wire(Vec(numVecModule,Bool())) vfalus.zipWithIndex.foreach { case (mod, i) => mod.io.fp_a := Mux(opbWiden, vs1Split.io.outVec64b(i), vs2Split.io.outVec64b(i)) // very dirty TODO mod.io.fp_b := Mux(opbWiden, vs2Split.io.outVec64b(i), vs1Split.io.outVec64b(i)) // very dirty TODO mod.io.widen_a := Cat(vs2Split.io.outVec32b(i+numVecModule), vs2Split.io.outVec32b(i)) mod.io.widen_b := Cat(vs1Split.io.outVec32b(i+numVecModule), vs1Split.io.outVec32b(i)) mod.io.frs1 := 0.U // already vf -> vv mod.io.is_frs1 := false.B // already vf -> vv mod.io.mask := Mux(isScalarMove, !vuopIdx.orR, genMaskForMerge(inmask = srcMaskRShift, sew = vsew, i = i)) mod.io.maskForReduction := genMaskForReduction(inmask = srcMaskRShiftForReduction, sew = vsew, i = i) mod.io.uop_idx := Mux(fuOpType === VfaluType.vfwredosum, 0.U, vuopIdx(0)) mod.io.is_vec := true.B // Todo mod.io.round_mode := frm mod.io.fp_format := Mux(resWiden, vsew + 1.U, vsew) mod.io.opb_widening := opbWiden || (fuOpType === VfaluType.vfwredosum) mod.io.res_widening := resWiden mod.io.op_code := opcode resultData(i) := mod.io.fp_result fflagsData(i) := mod.io.fflags fp_aIsFpCanonicalNAN(i) := vecCtrl.fpu.isFpToVecInst & ( ((vsew === VSew.e32) & (!vs2Split.io.outVec64b(i).head(32).andR)) | ((vsew === VSew.e16) & (!vs2Split.io.outVec64b(i).head(48).andR)) ) fp_bIsFpCanonicalNAN(i) := vecCtrl.fpu.isFpToVecInst & ( ((vsew === VSew.e32) & (!vs1Split.io.outVec64b(i).head(32).andR)) | ((vsew === VSew.e16) & (!vs1Split.io.outVec64b(i).head(48).andR)) ) mod.io.fp_aIsFpCanonicalNAN := fp_aIsFpCanonicalNAN(i) mod.io.fp_bIsFpCanonicalNAN := fp_bIsFpCanonicalNAN(i) } val resultDataUInt = resultData.asUInt val cmpResultWidth = dataWidth / 16 val cmpResult = Wire(Vec(cmpResultWidth, Bool())) for (i <- 0 until cmpResultWidth) { if(i == 0) { cmpResult(i) := resultDataUInt(0) } else if(i < dataWidth / 64) { cmpResult(i) := Mux1H( Seq( (outVecCtrl.vsew === 1.U) -> resultDataUInt(i*16), (outVecCtrl.vsew === 2.U) -> resultDataUInt(i*32), (outVecCtrl.vsew === 3.U) -> resultDataUInt(i*64) ) ) } else if(i < dataWidth / 32) { cmpResult(i) := Mux1H( Seq( (outVecCtrl.vsew === 1.U) -> resultDataUInt(i * 16), (outVecCtrl.vsew === 2.U) -> resultDataUInt(i * 32), (outVecCtrl.vsew === 3.U) -> false.B ) ) } else if(i < dataWidth / 16) { cmpResult(i) := Mux(outVecCtrl.vsew === 1.U, resultDataUInt(i*16), false.B) } } val outEew = Mux(RegNext(resWiden), outVecCtrl.vsew + 1.U, outVecCtrl.vsew) val outVuopidx = outVecCtrl.vuopIdx(2, 0) val vlMax = ((VLEN/8).U >> outEew).asUInt val lmulAbs = Mux(outVecCtrl.vlmul(2), (~outVecCtrl.vlmul(1,0)).asUInt + 1.U, outVecCtrl.vlmul(1,0)) // vfmv_f_s need vl=1, reduction last uop need vl=1, other uop need vl=vlmax val numOfUopVFRED = { // addTime include add frs1 val addTime = MuxLookup(outVecCtrl.vlmul, 1.U(4.W), Array( VLmul.m2 -> 2.U, VLmul.m4 -> 4.U, VLmul.m8 -> 8.U, )) val foldLastVlmul = MuxLookup(outVecCtrl.vsew, "b000".U, Array( VSew.e16 -> VLmul.mf8, VSew.e32 -> VLmul.mf4, VSew.e64 -> VLmul.mf2, )) // lmul < 1, foldTime = vlmul - foldFastVlmul // lmul >= 1, foldTime = 0.U - foldFastVlmul val foldTime = Mux(outVecCtrl.vlmul(2), outVecCtrl.vlmul, 0.U) - foldLastVlmul addTime + foldTime } val reductionVl = Mux((outVecCtrl.vuopIdx === numOfUopVFRED - 1.U) || (outCtrl.fuOpType === VfaluType.vfredosum || outCtrl.fuOpType === VfaluType.vfwredosum), 1.U, vlMax) val outIsResuction = outCtrl.fuOpType === VfaluType.vfredusum || outCtrl.fuOpType === VfaluType.vfredmax || outCtrl.fuOpType === VfaluType.vfredmin || outCtrl.fuOpType === VfaluType.vfredosum || outCtrl.fuOpType === VfaluType.vfwredosum val outVlFix = Mux( outVecCtrl.fpu.isFpToVecInst || (outCtrl.fuOpType === VfaluType.vfmv_f_s), 1.U, Mux( outCtrl.fuOpType === VfaluType.vfmv_s_f, outVl.orR, Mux(outIsResuction, reductionVl, outVl) ) ) val vlMaxAllUop = Wire(outVl.cloneType) vlMaxAllUop := Mux(outVecCtrl.vlmul(2), vlMax >> lmulAbs, vlMax << lmulAbs).asUInt val vlMaxThisUop = Mux(outVecCtrl.vlmul(2), vlMax >> lmulAbs, vlMax).asUInt val vlSetThisUop = Mux(outVlFix > outVuopidx*vlMaxThisUop, outVlFix - outVuopidx*vlMaxThisUop, 0.U) val vlThisUop = Wire(UInt(3.W)) vlThisUop := Mux(vlSetThisUop < vlMaxThisUop, vlSetThisUop, vlMaxThisUop) val vlMaskRShift = Wire(UInt((4 * numVecModule).W)) vlMaskRShift := Fill(4 * numVecModule, 1.U(1.W)) >> ((4 * numVecModule).U - vlThisUop) private val needNoMask = outCtrl.fuOpType === VfaluType.vfmerge || outCtrl.fuOpType === VfaluType.vfmv_s_f || outIsResuction || outVecCtrl.fpu.isFpToVecInst val maskToMgu = Mux(needNoMask, allMaskTrue, outSrcMask) val allFFlagsEn = Wire(Vec(4*numVecModule,Bool())) val outSrcMaskRShift = Wire(UInt((4*numVecModule).W)) outSrcMaskRShift := (maskToMgu >> (outVecCtrl.vuopIdx(2,0) * vlMax))(4*numVecModule-1,0) val f16FFlagsEn = outSrcMaskRShift val f32FFlagsEn = Wire(Vec(numVecModule,UInt(4.W))) for (i <- 0 until numVecModule){ f32FFlagsEn(i) := Cat(Fill(2, 0.U),outSrcMaskRShift(2*i+1,2*i)) } val f64FFlagsEn = Wire(Vec(numVecModule, UInt(4.W))) for (i <- 0 until numVecModule) { f64FFlagsEn(i) := Cat(Fill(3, 0.U), outSrcMaskRShift(i)) } val fflagsEn= Mux1H( Seq( (outEew === 1.U) -> f16FFlagsEn.asUInt, (outEew === 2.U) -> f32FFlagsEn.asUInt, (outEew === 3.U) -> f64FFlagsEn.asUInt ) ) allFFlagsEn := Mux(outIsResuction, Fill(4*numVecModule, 1.U), (fflagsEn & vlMaskRShift)).asTypeOf(allFFlagsEn) val allFFlags = fflagsData.asTypeOf(Vec(4*numVecModule,UInt(5.W))) val outFFlags = allFFlagsEn.zip(allFFlags).map{ case(en,fflags) => Mux(en, fflags, 0.U(5.W)) }.reduce(_ | _) io.out.bits.res.fflags.get := outFFlags val cmpResultOldVd = Wire(UInt(cmpResultWidth.W)) val cmpResultOldVdRshiftWidth = Wire(UInt(6.W)) cmpResultOldVdRshiftWidth := Mux1H( Seq( (outVecCtrl.vsew === VSew.e16) -> (outVecCtrl.vuopIdx(2, 0) << 3), (outVecCtrl.vsew === VSew.e32) -> (outVecCtrl.vuopIdx(2, 0) << 2), (outVecCtrl.vsew === VSew.e64) -> (outVecCtrl.vuopIdx(2, 0) << 1), ) ) cmpResultOldVd := (outOldVd >> cmpResultOldVdRshiftWidth)(4*numVecModule-1,0) val cmpResultForMgu = Wire(Vec(cmpResultWidth, Bool())) for (i <- 0 until cmpResultWidth) { cmpResultForMgu(i) := Mux(outSrcMaskRShift(i), cmpResult(i), Mux(outVecCtrl.vma, true.B, cmpResultOldVd(i))) } val outIsFold = outVecCtrl.fpu.isFoldTo1_2 || outVecCtrl.fpu.isFoldTo1_4 || outVecCtrl.fpu.isFoldTo1_8 val outOldVdForREDO = Mux1H(Seq( (outVecCtrl.vsew === VSew.e16) -> (outOldVd >> 16), (outVecCtrl.vsew === VSew.e32) -> (outOldVd >> 32), (outVecCtrl.vsew === VSew.e64) -> (outOldVd >> 64), )) val outOldVdForWREDO = Mux( !outIsFold, Mux(outVecCtrl.vsew === VSew.e16, Cat(outOldVd(VLEN-1-16,16), 0.U(32.W)), Cat(outOldVd(VLEN-1-32,32), 0.U(64.W))), Mux(outVecCtrl.vsew === VSew.e16, // Divide vuopIdx by 8 and the remainder is 1 Mux(outVecCtrl.vuopIdx(2,0) === 1.U, outOldVd, outOldVd >> 16), // Divide vuopIdx by 4 and the remainder is 1 Mux(outVecCtrl.vuopIdx(1,0) === 1.U, outOldVd, outOldVd >> 32) ), ) val outOldVdForRED = Mux(outCtrl.fuOpType === VfaluType.vfredosum, outOldVdForREDO, outOldVdForWREDO) val numOfUopVFREDOSUM = { val uvlMax = MuxLookup(outVecCtrl.vsew, 0.U, Array( VSew.e16 -> 8.U, VSew.e32 -> 4.U, VSew.e64 -> 2.U, )) val vlMax = Mux(outVecCtrl.vlmul(2), uvlMax >> (-outVecCtrl.vlmul)(1, 0), uvlMax << outVecCtrl.vlmul(1, 0)).asUInt vlMax } val isOutOldVdForREDO = (outCtrl.fuOpType === VfaluType.vfredosum && outIsFold) || outCtrl.fuOpType === VfaluType.vfwredosum val taIsFalseForVFREDO = ((outCtrl.fuOpType === VfaluType.vfredosum) || (outCtrl.fuOpType === VfaluType.vfwredosum)) && (outVecCtrl.vuopIdx =/= numOfUopVFREDOSUM - 1.U) mgu.io.in.vd := Mux(outVecCtrl.isDstMask, Cat(0.U((dataWidth / 16 * 15).W), cmpResultForMgu.asUInt), resultDataUInt) mgu.io.in.oldVd := Mux(isOutOldVdForREDO, outOldVdForRED, outOldVd) mgu.io.in.mask := maskToMgu mgu.io.in.info.ta := Mux(outCtrl.fuOpType === VfaluType.vfmv_f_s, true.B , Mux(taIsFalseForVFREDO, false.B, outVecCtrl.vta)) mgu.io.in.info.ma := Mux(outCtrl.fuOpType === VfaluType.vfmv_s_f, true.B , outVecCtrl.vma) mgu.io.in.info.vl := outVlFix mgu.io.in.info.vstart := outVecCtrl.vstart mgu.io.in.info.vlmul := outVecCtrl.vlmul mgu.io.in.info.valid := io.out.valid mgu.io.in.info.vstart := Mux(outVecCtrl.fpu.isFpToVecInst, 0.U, outVecCtrl.vstart) mgu.io.in.info.eew := outEew mgu.io.in.info.vsew := outVecCtrl.vsew mgu.io.in.info.vdIdx := Mux(outIsResuction, 0.U, outVecCtrl.vuopIdx) mgu.io.in.info.narrow := outVecCtrl.isNarrow mgu.io.in.info.dstMask := outVecCtrl.isDstMask val resultFpMask = Wire(UInt(VLEN.W)) val isFclass = outVecCtrl.fpu.isFpToVecInst && (outCtrl.fuOpType === VfaluType.vfclass) val fpCmpFuOpType = Seq(VfaluType.vfeq, VfaluType.vflt, VfaluType.vfle) val isCmp = outVecCtrl.fpu.isFpToVecInst && (fpCmpFuOpType.map(_ === outCtrl.fuOpType).reduce(_|_)) resultFpMask := Mux(isFclass || isCmp, Fill(16, 1.U(1.W)), Fill(VLEN, 1.U(1.W))) io.out.bits.res.data := mgu.io.out.vd & resultFpMask io.out.bits.ctrl.exceptionVec.get(ExceptionNO.illegalInstr) := mgu.io.out.illegal } class VFMgu(vlen:Int)(implicit p: Parameters) extends Module{ val io = IO(new VFMguIO(vlen)) val vd = io.in.vd val oldvd = io.in.oldVd val mask = io.in.mask val vsew = io.in.info.eew val num16bits = vlen / 16 } class VFMguIO(vlen: Int)(implicit p: Parameters) extends Bundle { val in = new Bundle { val vd = Input(UInt(vlen.W)) val oldVd = Input(UInt(vlen.W)) val mask = Input(UInt(vlen.W)) val info = Input(new VecInfo) } val out = new Bundle { val vd = Output(UInt(vlen.W)) } }