xref: /XiangShan/src/main/scala/xiangshan/backend/CtrlBlock.scala (revision 5e7a1fca31a92d3b2d76d23e43e80419e88ba67a)
124519898SXuan Hu/***************************************************************************************
224519898SXuan Hu* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
324519898SXuan Hu* Copyright (c) 2020-2021 Peng Cheng Laboratory
424519898SXuan Hu*
524519898SXuan Hu* XiangShan is licensed under Mulan PSL v2.
624519898SXuan Hu* You can use this software according to the terms and conditions of the Mulan PSL v2.
724519898SXuan Hu* You may obtain a copy of Mulan PSL v2 at:
824519898SXuan Hu*          http://license.coscl.org.cn/MulanPSL2
924519898SXuan Hu*
1024519898SXuan Hu* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
1124519898SXuan Hu* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
1224519898SXuan Hu* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
1324519898SXuan Hu*
1424519898SXuan Hu* See the Mulan PSL v2 for more details.
1524519898SXuan Hu***************************************************************************************/
1624519898SXuan Hu
1724519898SXuan Hupackage xiangshan.backend
1824519898SXuan Hu
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
2024519898SXuan Huimport chisel3._
2124519898SXuan Huimport chisel3.util._
2224519898SXuan Huimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
2324519898SXuan Huimport utility._
2424519898SXuan Huimport utils._
2524519898SXuan Huimport xiangshan.ExceptionNO._
2624519898SXuan Huimport xiangshan._
2724519898SXuan Huimport xiangshan.backend.Bundles.{DecodedInst, DynInst, ExceptionInfo, ExuOutput}
282326221cSXuan Huimport xiangshan.backend.ctrlblock.{DebugLSIO, DebugLsInfoBundle, LsTopdownInfo, MemCtrl, RedirectGenerator}
2924519898SXuan Huimport xiangshan.backend.datapath.DataConfig.VAddrData
3024519898SXuan Huimport xiangshan.backend.decode.{DecodeStage, FusionDecoder}
3183ba63b3SXuan Huimport xiangshan.backend.dispatch.{CoreDispatchTopDownIO, Dispatch, DispatchQueue}
3224519898SXuan Huimport xiangshan.backend.fu.PFEvent
3324519898SXuan Huimport xiangshan.backend.fu.vector.Bundles.VType
34870f462dSXuan Huimport xiangshan.backend.rename.{Rename, RenameTableWrapper, SnapshotGenerator}
3583ba63b3SXuan Huimport xiangshan.backend.rob.{Rob, RobCSRIO, RobCoreTopDownIO, RobDebugRollingIO, RobLsqIO, RobPtr}
366ce10964SXuan Huimport xiangshan.frontend.{FtqPtr, FtqRead, Ftq_RF_Components}
376ce10964SXuan Huimport xiangshan.mem.{LqPtr, LsqEnqIO}
38*5e7a1fcaSxiaofeibaoimport xiangshan.backend.issue.{IntScheduler, FpScheduler, VfScheduler, MemScheduler}
3924519898SXuan Hu
4024519898SXuan Huclass CtrlToFtqIO(implicit p: Parameters) extends XSBundle {
4124519898SXuan Hu  val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo))
4224519898SXuan Hu  val redirect = Valid(new Redirect)
439342624fSGao-Zeyu  val ftqIdxAhead = Vec(BackendRedirectNum, Valid(new FtqPtr))
449342624fSGao-Zeyu  val ftqIdxSelOH = Valid(UInt((BackendRedirectNum).W))
4524519898SXuan Hu}
4624519898SXuan Hu
4724519898SXuan Huclass CtrlBlock(params: BackendParams)(implicit p: Parameters) extends LazyModule {
481ca4a39dSXuan Hu  override def shouldBeInlined: Boolean = false
491ca4a39dSXuan Hu
5024519898SXuan Hu  val rob = LazyModule(new Rob(params))
5124519898SXuan Hu
5224519898SXuan Hu  lazy val module = new CtrlBlockImp(this)(p, params)
5324519898SXuan Hu
546f483f86SXuan Hu  val gpaMem = LazyModule(new GPAMem())
5524519898SXuan Hu}
5624519898SXuan Hu
5724519898SXuan Huclass CtrlBlockImp(
5824519898SXuan Hu  override val wrapper: CtrlBlock
5924519898SXuan Hu)(implicit
6024519898SXuan Hu  p: Parameters,
6124519898SXuan Hu  params: BackendParams
6224519898SXuan Hu) extends LazyModuleImp(wrapper)
6324519898SXuan Hu  with HasXSParameter
6424519898SXuan Hu  with HasCircularQueuePtrHelper
6524519898SXuan Hu  with HasPerfEvents
6624519898SXuan Hu{
6724519898SXuan Hu  val pcMemRdIndexes = new NamedIndexes(Seq(
6824519898SXuan Hu    "redirect"  -> 1,
6924519898SXuan Hu    "memPred"   -> 1,
7024519898SXuan Hu    "robFlush"  -> 1,
7124519898SXuan Hu    "load"      -> params.LduCnt,
72b133b458SXuan Hu    "hybrid"    -> params.HyuCnt,
7383ba63b3SXuan Hu    "store"     -> (if(EnableStorePrefetchSMS) params.StaCnt else 0)
7424519898SXuan Hu  ))
7524519898SXuan Hu
7624519898SXuan Hu  private val numPcMemReadForExu = params.numPcReadPort
7724519898SXuan Hu  private val numPcMemRead = pcMemRdIndexes.maxIdx
7824519898SXuan Hu
7929dbac5aSsinsanction  // now pcMem read for exu is moved to PcTargetMem (OG0)
8024519898SXuan Hu  println(s"pcMem read num: $numPcMemRead")
8124519898SXuan Hu  println(s"pcMem read num for exu: $numPcMemReadForExu")
8224519898SXuan Hu
8324519898SXuan Hu  val io = IO(new CtrlBlockIO())
8424519898SXuan Hu
856f483f86SXuan Hu  val gpaMem = wrapper.gpaMem.module
8624519898SXuan Hu  val decode = Module(new DecodeStage)
8724519898SXuan Hu  val fusionDecoder = Module(new FusionDecoder)
8824519898SXuan Hu  val rat = Module(new RenameTableWrapper)
8924519898SXuan Hu  val rename = Module(new Rename)
9024519898SXuan Hu  val dispatch = Module(new Dispatch)
91c1e19666Sxiaofeibao-xjtu  val intDq0 = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth/2, dqIndex = 0))
92c1e19666Sxiaofeibao-xjtu  val intDq1 = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth/2, dqIndex = 1))
9360f0c5aeSxiaofeibao  val fpDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.VecDqDeqWidth))
9460f0c5aeSxiaofeibao  val vecDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.VecDqDeqWidth))
9524519898SXuan Hu  val lsDq = Module(new DispatchQueue(dpParams.LsDqSize, RenameWidth, dpParams.LsDqDeqWidth))
9624519898SXuan Hu  val redirectGen = Module(new RedirectGenerator)
979477429fSsinceforYy  private def hasRen: Boolean = true
989477429fSsinceforYy  private val pcMem = Module(new SyncDataModuleTemplate(new Ftq_RF_Components, FtqSize, numPcMemRead, 1, "BackendPC", hasRen = hasRen))
9924519898SXuan Hu  private val rob = wrapper.rob.module
10024519898SXuan Hu  private val memCtrl = Module(new MemCtrl(params))
10124519898SXuan Hu
10224519898SXuan Hu  private val disableFusion = decode.io.csrCtrl.singlestep || !decode.io.csrCtrl.fusion_enable
10324519898SXuan Hu
10424519898SXuan Hu  private val s0_robFlushRedirect = rob.io.flushOut
10524519898SXuan Hu  private val s1_robFlushRedirect = Wire(Valid(new Redirect))
1065f8b6c9eSsinceforYy  s1_robFlushRedirect.valid := GatedValidRegNext(s0_robFlushRedirect.valid, false.B)
10724519898SXuan Hu  s1_robFlushRedirect.bits := RegEnable(s0_robFlushRedirect.bits, s0_robFlushRedirect.valid)
10824519898SXuan Hu
1099477429fSsinceforYy  pcMem.io.ren.get(pcMemRdIndexes("robFlush").head) := s0_robFlushRedirect.valid
11024519898SXuan Hu  pcMem.io.raddr(pcMemRdIndexes("robFlush").head) := s0_robFlushRedirect.bits.ftqIdx.value
111b1e92023SsinceforYy  private val s1_robFlushPc = pcMem.io.rdata(pcMemRdIndexes("robFlush").head).getPc(RegEnable(s0_robFlushRedirect.bits.ftqOffset, s0_robFlushRedirect.valid))
11224519898SXuan Hu  private val s3_redirectGen = redirectGen.io.stage2Redirect
11324519898SXuan Hu  private val s1_s3_redirect = Mux(s1_robFlushRedirect.valid, s1_robFlushRedirect, s3_redirectGen)
11424519898SXuan Hu  private val s2_s4_pendingRedirectValid = RegInit(false.B)
11524519898SXuan Hu  when (s1_s3_redirect.valid) {
11624519898SXuan Hu    s2_s4_pendingRedirectValid := true.B
1175f8b6c9eSsinceforYy  }.elsewhen (GatedValidRegNext(io.frontend.toFtq.redirect.valid)) {
11824519898SXuan Hu    s2_s4_pendingRedirectValid := false.B
11924519898SXuan Hu  }
12024519898SXuan Hu
12124519898SXuan Hu  // Redirect will be RegNext at ExuBlocks and IssueBlocks
12224519898SXuan Hu  val s2_s4_redirect = RegNextWithEnable(s1_s3_redirect)
12324519898SXuan Hu  val s3_s5_redirect = RegNextWithEnable(s2_s4_redirect)
12424519898SXuan Hu
12524519898SXuan Hu  private val delayedNotFlushedWriteBack = io.fromWB.wbData.map(x => {
12624519898SXuan Hu    val valid = x.valid
12724519898SXuan Hu    val killedByOlder = x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect))
12824519898SXuan Hu    val delayed = Wire(Valid(new ExuOutput(x.bits.params)))
1295f8b6c9eSsinceforYy    delayed.valid := GatedValidRegNext(valid && !killedByOlder)
13024519898SXuan Hu    delayed.bits := RegEnable(x.bits, x.valid)
13196e858baSXuan Hu    delayed.bits.debugInfo.writebackTime := GTimer()
13224519898SXuan Hu    delayed
13383ba63b3SXuan Hu  }).toSeq
13424519898SXuan Hu
13585f51ecaSxiaofeibao-xjtu  val wbDataNoStd = io.fromWB.wbData.filter(!_.bits.params.hasStdFu)
13647c01b71Sxiaofeibao-xjtu  val intScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[IntScheduler])
137*5e7a1fcaSxiaofeibao  val fpScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[FpScheduler])
13847c01b71Sxiaofeibao-xjtu  val vfScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[VfScheduler])
13947c01b71Sxiaofeibao-xjtu  val memVloadWbData = io.fromWB.wbData.filter(x => x.bits.params.schdType.isInstanceOf[MemScheduler] && x.bits.params.hasVLoadFu)
14085f51ecaSxiaofeibao-xjtu  private val delayedNotFlushedWriteBackNums = wbDataNoStd.map(x => {
14185f51ecaSxiaofeibao-xjtu    val valid = x.valid
14285f51ecaSxiaofeibao-xjtu    val killedByOlder = x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect))
14385f51ecaSxiaofeibao-xjtu    val delayed = Wire(Valid(UInt(io.fromWB.wbData.size.U.getWidth.W)))
1445f8b6c9eSsinceforYy    delayed.valid := GatedValidRegNext(valid && !killedByOlder)
14547c01b71Sxiaofeibao-xjtu    val isIntSche = intScheWbData.contains(x)
146*5e7a1fcaSxiaofeibao    val isFpSche = fpScheWbData.contains(x)
14747c01b71Sxiaofeibao-xjtu    val isVfSche = vfScheWbData.contains(x)
14847c01b71Sxiaofeibao-xjtu    val isMemVload = memVloadWbData.contains(x)
149*5e7a1fcaSxiaofeibao    val canSameRobidxWbData = if (isIntSche) {
150*5e7a1fcaSxiaofeibao      intScheWbData ++ fpScheWbData ++ vfScheWbData
151*5e7a1fcaSxiaofeibao    } else if (isFpSche) {
152*5e7a1fcaSxiaofeibao      intScheWbData ++ fpScheWbData
153*5e7a1fcaSxiaofeibao    }
154*5e7a1fcaSxiaofeibao    else if(isVfSche) {
155e031d9a7Sxiaofeibao-xjtu      intScheWbData ++ vfScheWbData
15647c01b71Sxiaofeibao-xjtu    } else if (isMemVload) {
15747c01b71Sxiaofeibao-xjtu      memVloadWbData
15847c01b71Sxiaofeibao-xjtu    } else {
15947c01b71Sxiaofeibao-xjtu      Seq(x)
16047c01b71Sxiaofeibao-xjtu    }
16147c01b71Sxiaofeibao-xjtu    val sameRobidxBools = VecInit(canSameRobidxWbData.map( wb => {
16285f51ecaSxiaofeibao-xjtu      val killedByOlderThat = wb.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect))
16385f51ecaSxiaofeibao-xjtu      (wb.bits.robIdx === x.bits.robIdx) && wb.valid && x.valid && !killedByOlderThat && !killedByOlder
16485f51ecaSxiaofeibao-xjtu    }).toSeq)
16541dbbdfdSsinceforYy    delayed.bits := RegEnable(PopCount(sameRobidxBools), x.valid)
16685f51ecaSxiaofeibao-xjtu    delayed
16785f51ecaSxiaofeibao-xjtu  }).toSeq
16885f51ecaSxiaofeibao-xjtu
16924519898SXuan Hu  private val exuPredecode = VecInit(
17083ba63b3SXuan Hu    delayedNotFlushedWriteBack.filter(_.bits.redirect.nonEmpty).map(x => x.bits.predecodeInfo.get).toSeq
17124519898SXuan Hu  )
17224519898SXuan Hu
17383ba63b3SXuan Hu  private val exuRedirects: Seq[ValidIO[Redirect]] = delayedNotFlushedWriteBack.filter(_.bits.redirect.nonEmpty).map(x => {
17424519898SXuan Hu    val out = Wire(Valid(new Redirect()))
17524519898SXuan Hu    out.valid := x.valid && x.bits.redirect.get.valid && x.bits.redirect.get.bits.cfiUpdate.isMisPred
17624519898SXuan Hu    out.bits := x.bits.redirect.get.bits
177a63155a6SXuan Hu    out.bits.debugIsCtrl := true.B
178a63155a6SXuan Hu    out.bits.debugIsMemVio := false.B
17924519898SXuan Hu    out
18083ba63b3SXuan Hu  }).toSeq
18124519898SXuan Hu
18224519898SXuan Hu  private val memViolation = io.fromMem.violation
18324519898SXuan Hu  val loadReplay = Wire(ValidIO(new Redirect))
1845f8b6c9eSsinceforYy  loadReplay.valid := GatedValidRegNext(memViolation.valid &&
18524519898SXuan Hu    !memViolation.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect))
18624519898SXuan Hu  )
18724519898SXuan Hu  loadReplay.bits := RegEnable(memViolation.bits, memViolation.valid)
188a63155a6SXuan Hu  loadReplay.bits.debugIsCtrl := false.B
189a63155a6SXuan Hu  loadReplay.bits.debugIsMemVio := true.B
19024519898SXuan Hu
1919477429fSsinceforYy  pcMem.io.ren.get(pcMemRdIndexes("redirect").head) := redirectGen.io.redirectPcRead.vld
19224519898SXuan Hu  pcMem.io.raddr(pcMemRdIndexes("redirect").head) := redirectGen.io.redirectPcRead.ptr.value
1935f8b6c9eSsinceforYy  redirectGen.io.redirectPcRead.data := pcMem.io.rdata(pcMemRdIndexes("redirect").head).getPc(RegEnable(redirectGen.io.redirectPcRead.offset, redirectGen.io.redirectPcRead.vld))
1949477429fSsinceforYy  pcMem.io.ren.get(pcMemRdIndexes("memPred").head) := redirectGen.io.memPredPcRead.vld
19524519898SXuan Hu  pcMem.io.raddr(pcMemRdIndexes("memPred").head) := redirectGen.io.memPredPcRead.ptr.value
1965f8b6c9eSsinceforYy  redirectGen.io.memPredPcRead.data := pcMem.io.rdata(pcMemRdIndexes("memPred").head).getPc(RegEnable(redirectGen.io.memPredPcRead.offset, redirectGen.io.memPredPcRead.vld))
19724519898SXuan Hu
19824519898SXuan Hu  for ((pcMemIdx, i) <- pcMemRdIndexes("load").zipWithIndex) {
1998241cb85SXuan Hu    // load read pcMem (s0) -> get rdata (s1) -> reg next in Memblock (s2) -> reg next in Memblock (s3) -> consumed by pf (s3)
2009477429fSsinceforYy    pcMem.io.ren.get(pcMemIdx) := io.memLdPcRead(i).vld
20124519898SXuan Hu    pcMem.io.raddr(pcMemIdx) := io.memLdPcRead(i).ptr.value
2025f8b6c9eSsinceforYy    io.memLdPcRead(i).data := pcMem.io.rdata(pcMemIdx).getPc(RegEnable(io.memLdPcRead(i).offset, io.memLdPcRead(i).vld))
20324519898SXuan Hu  }
20424519898SXuan Hu
205b133b458SXuan Hu  for ((pcMemIdx, i) <- pcMemRdIndexes("hybrid").zipWithIndex) {
2068241cb85SXuan Hu    // load read pcMem (s0) -> get rdata (s1) -> reg next in Memblock (s2) -> reg next in Memblock (s3) -> consumed by pf (s3)
2079477429fSsinceforYy    pcMem.io.ren.get(pcMemIdx) := io.memHyPcRead(i).vld
208b133b458SXuan Hu    pcMem.io.raddr(pcMemIdx) := io.memHyPcRead(i).ptr.value
2095f8b6c9eSsinceforYy    io.memHyPcRead(i).data := pcMem.io.rdata(pcMemIdx).getPc(RegEnable(io.memHyPcRead(i).offset, io.memHyPcRead(i).vld))
210b133b458SXuan Hu  }
211b133b458SXuan Hu
2124b0d80d8SXuan Hu  if (EnableStorePrefetchSMS) {
2134b0d80d8SXuan Hu    for ((pcMemIdx, i) <- pcMemRdIndexes("store").zipWithIndex) {
2149477429fSsinceforYy      pcMem.io.ren.get(pcMemIdx) := io.memStPcRead(i).vld
2154b0d80d8SXuan Hu      pcMem.io.raddr(pcMemIdx) := io.memStPcRead(i).ptr.value
2165f8b6c9eSsinceforYy      io.memStPcRead(i).data := pcMem.io.rdata(pcMemIdx).getPc(RegEnable(io.memStPcRead(i).offset, io.memStPcRead(i).vld))
2174b0d80d8SXuan Hu    }
2184b0d80d8SXuan Hu  } else {
21983ba63b3SXuan Hu    io.memStPcRead.foreach(_.data := 0.U)
2204b0d80d8SXuan Hu  }
2214b0d80d8SXuan Hu
22224519898SXuan Hu  redirectGen.io.hartId := io.fromTop.hartId
22383ba63b3SXuan Hu  redirectGen.io.exuRedirect := exuRedirects.toSeq
2244b0d80d8SXuan Hu  redirectGen.io.exuOutPredecode := exuPredecode // guarded by exuRedirect.valid
22524519898SXuan Hu  redirectGen.io.loadReplay <> loadReplay
22624519898SXuan Hu
22724519898SXuan Hu  redirectGen.io.robFlush := s1_robFlushRedirect.valid
22824519898SXuan Hu
229ff7f931dSXuan Hu  val s5_flushFromRobValidAhead = DelayN(s1_robFlushRedirect.valid, 4)
2305f8b6c9eSsinceforYy  val s6_flushFromRobValid = GatedValidRegNext(s5_flushFromRobValidAhead)
23124519898SXuan Hu  val frontendFlushBits = RegEnable(s1_robFlushRedirect.bits, s1_robFlushRedirect.valid) // ??
23224519898SXuan Hu  // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit.
23324519898SXuan Hu  // Flushes to frontend may be delayed by some cycles and commit before flush causes errors.
23424519898SXuan Hu  // Thus, we make all flush reasons to behave the same as exceptions for frontend.
23524519898SXuan Hu  for (i <- 0 until CommitWidth) {
23624519898SXuan Hu    // why flushOut: instructions with flushPipe are not commited to frontend
23724519898SXuan Hu    // If we commit them to frontend, it will cause flush after commit, which is not acceptable by frontend.
23824519898SXuan Hu    val s1_isCommit = rob.io.commits.commitValid(i) && rob.io.commits.isCommit && !s0_robFlushRedirect.valid
2395f8b6c9eSsinceforYy    io.frontend.toFtq.rob_commits(i).valid := GatedValidRegNext(s1_isCommit)
24024519898SXuan Hu    io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), s1_isCommit)
24124519898SXuan Hu  }
242ff7f931dSXuan Hu  io.frontend.toFtq.redirect.valid := s6_flushFromRobValid || s3_redirectGen.valid
243ff7f931dSXuan Hu  io.frontend.toFtq.redirect.bits := Mux(s6_flushFromRobValid, frontendFlushBits, s3_redirectGen.bits)
244ff7f931dSXuan Hu  io.frontend.toFtq.ftqIdxSelOH.valid := s6_flushFromRobValid || redirectGen.io.stage2Redirect.valid
245ff7f931dSXuan Hu  io.frontend.toFtq.ftqIdxSelOH.bits := Cat(s6_flushFromRobValid, redirectGen.io.stage2oldestOH & Fill(NumRedirect + 1, !s6_flushFromRobValid))
2469342624fSGao-Zeyu
2479342624fSGao-Zeyu  //jmp/brh
2489342624fSGao-Zeyu  for (i <- 0 until NumRedirect) {
249ff7f931dSXuan Hu    io.frontend.toFtq.ftqIdxAhead(i).valid := exuRedirects(i).valid && exuRedirects(i).bits.cfiUpdate.isMisPred && !s1_robFlushRedirect.valid && !s5_flushFromRobValidAhead
2506ce10964SXuan Hu    io.frontend.toFtq.ftqIdxAhead(i).bits := exuRedirects(i).bits.ftqIdx
2519342624fSGao-Zeyu  }
2529342624fSGao-Zeyu  //loadreplay
253ff7f931dSXuan Hu  io.frontend.toFtq.ftqIdxAhead(NumRedirect).valid := loadReplay.valid && !s1_robFlushRedirect.valid && !s5_flushFromRobValidAhead
2549342624fSGao-Zeyu  io.frontend.toFtq.ftqIdxAhead(NumRedirect).bits := loadReplay.bits.ftqIdx
2559342624fSGao-Zeyu  //exception
256ff7f931dSXuan Hu  io.frontend.toFtq.ftqIdxAhead.last.valid := s5_flushFromRobValidAhead
2579342624fSGao-Zeyu  io.frontend.toFtq.ftqIdxAhead.last.bits := frontendFlushBits.ftqIdx
25805cc2a4eSXuan Hu
25905cc2a4eSXuan Hu  io.frontend.canAccept := decode.io.canAccept
26005cc2a4eSXuan Hu
26124519898SXuan Hu  // Be careful here:
26224519898SXuan Hu  // T0: rob.io.flushOut, s0_robFlushRedirect
26324519898SXuan Hu  // T1: s1_robFlushRedirect, rob.io.exception.valid
26424519898SXuan Hu  // T2: csr.redirect.valid
26524519898SXuan Hu  // T3: csr.exception.valid
26624519898SXuan Hu  // T4: csr.trapTarget
26724519898SXuan Hu  // T5: ctrlBlock.trapTarget
26824519898SXuan Hu  // T6: io.frontend.toFtq.stage2Redirect.valid
26924519898SXuan Hu  val s2_robFlushPc = RegEnable(Mux(s1_robFlushRedirect.bits.flushItself(),
27024519898SXuan Hu    s1_robFlushPc, // replay inst
271870f462dSXuan Hu    s1_robFlushPc + Mux(s1_robFlushRedirect.bits.isRVC, 2.U, 4.U) // flush pipe
27224519898SXuan Hu  ), s1_robFlushRedirect.valid)
27324519898SXuan Hu  private val s2_csrIsXRet = io.robio.csr.isXRet
27424519898SXuan Hu  private val s5_csrIsTrap = DelayN(rob.io.exception.valid, 4)
27524519898SXuan Hu  private val s2_s5_trapTargetFromCsr = io.robio.csr.trapTarget
27624519898SXuan Hu
27724519898SXuan Hu  val flushTarget = Mux(s2_csrIsXRet || s5_csrIsTrap, s2_s5_trapTargetFromCsr, s2_robFlushPc)
278ff7f931dSXuan Hu  when (s6_flushFromRobValid) {
27924519898SXuan Hu    io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush
28074f21f21SsinceforYy    io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegEnable(flushTarget, s5_flushFromRobValidAhead)
28124519898SXuan Hu  }
28224519898SXuan Hu
2836f483f86SXuan Hu  for (i <- 0 until DecodeWidth) {
2846f483f86SXuan Hu    gpaMem.io.fromIFU := io.frontend.fromIfu
2856f483f86SXuan Hu    gpaMem.io.exceptionReadAddr.valid := rob.io.readGPAMemAddr.valid
2866f483f86SXuan Hu    gpaMem.io.exceptionReadAddr.bits.ftqPtr := rob.io.readGPAMemAddr.bits.ftqPtr
2876f483f86SXuan Hu    gpaMem.io.exceptionReadAddr.bits.ftqOffset := rob.io.readGPAMemAddr.bits.ftqOffset
2886f483f86SXuan Hu  }
2896f483f86SXuan Hu
29024519898SXuan Hu  // vtype commit
29186727929Ssinsanction  decode.io.isResumeVType := rob.io.toDecode.isResumeVType
29281535d7bSsinsanction  decode.io.commitVType := rob.io.toDecode.commitVType
29381535d7bSsinsanction  decode.io.walkVType := rob.io.toDecode.walkVType
29424519898SXuan Hu
295e25c13faSXuan Hu  decode.io.redirect := s1_s3_redirect.valid || s2_s4_pendingRedirectValid
29624519898SXuan Hu
29724519898SXuan Hu  decode.io.in.zip(io.frontend.cfVec).foreach { case (decodeIn, frontendCf) =>
29824519898SXuan Hu    decodeIn.valid := frontendCf.valid
29924519898SXuan Hu    frontendCf.ready := decodeIn.ready
30024519898SXuan Hu    decodeIn.bits.connectCtrlFlow(frontendCf.bits)
30124519898SXuan Hu  }
30224519898SXuan Hu  decode.io.csrCtrl := RegNext(io.csrCtrl)
30324519898SXuan Hu  decode.io.intRat <> rat.io.intReadPorts
30424519898SXuan Hu  decode.io.fpRat <> rat.io.fpReadPorts
30524519898SXuan Hu  decode.io.vecRat <> rat.io.vecReadPorts
30624519898SXuan Hu  decode.io.fusion := 0.U.asTypeOf(decode.io.fusion) // Todo
307870f462dSXuan Hu  decode.io.stallReason.in <> io.frontend.stallReason
30824519898SXuan Hu
309fa7f2c26STang Haojin  // snapshot check
310c4b56310SHaojin Tang  class CFIRobIdx extends Bundle {
311c4b56310SHaojin Tang    val robIdx = Vec(RenameWidth, new RobPtr)
312c4b56310SHaojin Tang    val isCFI = Vec(RenameWidth, Bool())
313c4b56310SHaojin Tang  }
314c4b56310SHaojin Tang  val genSnapshot = Cat(rename.io.out.map(out => out.fire && out.bits.snapshot)).orR
315c4b56310SHaojin Tang  val snpt = Module(new SnapshotGenerator(0.U.asTypeOf(new CFIRobIdx)))
316c4b56310SHaojin Tang  snpt.io.enq := genSnapshot
317c4b56310SHaojin Tang  snpt.io.enqData.robIdx := rename.io.out.map(_.bits.robIdx)
318c4b56310SHaojin Tang  snpt.io.enqData.isCFI := rename.io.out.map(_.bits.snapshot)
319fa7f2c26STang Haojin  snpt.io.deq := snpt.io.valids(snpt.io.deqPtr.value) && rob.io.commits.isCommit &&
320c4b56310SHaojin Tang    Cat(rob.io.commits.commitValid.zip(rob.io.commits.robIdx).map(x => x._1 && x._2 === snpt.io.snapshots(snpt.io.deqPtr.value).robIdx.head)).orR
321c4b56310SHaojin Tang  snpt.io.redirect := s1_s3_redirect.valid
322c4b56310SHaojin Tang  val flushVec = VecInit(snpt.io.snapshots.map { snapshot =>
323c4b56310SHaojin Tang    val notCFIMask = snapshot.isCFI.map(~_)
32437d77575SzhanglyGit    val shouldFlush = snapshot.robIdx.map(robIdx => robIdx >= s1_s3_redirect.bits.robIdx || robIdx.value === s1_s3_redirect.bits.robIdx.value)
32537d77575SzhanglyGit    val shouldFlushMask = (1 to RenameWidth).map(shouldFlush take _ reduce (_ || _))
32637d77575SzhanglyGit    s1_s3_redirect.valid && Cat(shouldFlushMask.zip(notCFIMask).map(x => x._1 | x._2)).andR
327c4b56310SHaojin Tang  })
328a6742963SHaojin Tang  val flushVecNext = flushVec zip snpt.io.valids map (x => GatedValidRegNext(x._1 && x._2, false.B))
329c4b56310SHaojin Tang  snpt.io.flushVec := flushVecNext
330fa7f2c26STang Haojin
331fa7f2c26STang Haojin  val useSnpt = VecInit.tabulate(RenameSnapshotNum)(idx =>
332780712aaSxiaofeibao-xjtu    snpt.io.valids(idx) && (s1_s3_redirect.bits.robIdx > snpt.io.snapshots(idx).robIdx.head ||
333780712aaSxiaofeibao-xjtu      !s1_s3_redirect.bits.flushItself() && s1_s3_redirect.bits.robIdx === snpt.io.snapshots(idx).robIdx.head)
334c61abc0cSXuan Hu  ).reduceTree(_ || _)
335c61abc0cSXuan Hu  val snptSelect = MuxCase(
336c61abc0cSXuan Hu    0.U(log2Ceil(RenameSnapshotNum).W),
337fa7f2c26STang Haojin    (1 to RenameSnapshotNum).map(i => (snpt.io.enqPtr - i.U).value).map(idx =>
338780712aaSxiaofeibao-xjtu      (snpt.io.valids(idx) && (s1_s3_redirect.bits.robIdx > snpt.io.snapshots(idx).robIdx.head ||
339780712aaSxiaofeibao-xjtu        !s1_s3_redirect.bits.flushItself() && s1_s3_redirect.bits.robIdx === snpt.io.snapshots(idx).robIdx.head), idx)
340c61abc0cSXuan Hu    )
341c61abc0cSXuan Hu  )
342fa7f2c26STang Haojin
343fa7f2c26STang Haojin  rob.io.snpt.snptEnq := DontCare
344fa7f2c26STang Haojin  rob.io.snpt.snptDeq := snpt.io.deq
345fa7f2c26STang Haojin  rob.io.snpt.useSnpt := useSnpt
346fa7f2c26STang Haojin  rob.io.snpt.snptSelect := snptSelect
347c4b56310SHaojin Tang  rob.io.snpt.flushVec := flushVecNext
348c4b56310SHaojin Tang  rat.io.snpt.snptEnq := genSnapshot
349fa7f2c26STang Haojin  rat.io.snpt.snptDeq := snpt.io.deq
350fa7f2c26STang Haojin  rat.io.snpt.useSnpt := useSnpt
351fa7f2c26STang Haojin  rat.io.snpt.snptSelect := snptSelect
352c4b56310SHaojin Tang  rat.io.snpt.flushVec := flushVec
353fa7f2c26STang Haojin
35424519898SXuan Hu  val decodeHasException = decode.io.out.map(x => x.bits.exceptionVec(instrPageFault) || x.bits.exceptionVec(instrAccessFault))
35524519898SXuan Hu  // fusion decoder
35624519898SXuan Hu  for (i <- 0 until DecodeWidth) {
35724519898SXuan Hu    fusionDecoder.io.in(i).valid := decode.io.out(i).valid && !(decodeHasException(i) || disableFusion)
35824519898SXuan Hu    fusionDecoder.io.in(i).bits := decode.io.out(i).bits.instr
35924519898SXuan Hu    if (i > 0) {
36024519898SXuan Hu      fusionDecoder.io.inReady(i - 1) := decode.io.out(i).ready
36124519898SXuan Hu    }
36224519898SXuan Hu  }
36324519898SXuan Hu
36424519898SXuan Hu  private val decodePipeRename = Wire(Vec(RenameWidth, DecoupledIO(new DecodedInst)))
36524519898SXuan Hu
36624519898SXuan Hu  for (i <- 0 until RenameWidth) {
36724519898SXuan Hu    PipelineConnect(decode.io.out(i), decodePipeRename(i), rename.io.in(i).ready,
36824519898SXuan Hu      s1_s3_redirect.valid || s2_s4_pendingRedirectValid, moduleName = Some("decodePipeRenameModule"))
36924519898SXuan Hu
37024519898SXuan Hu    decodePipeRename(i).ready := rename.io.in(i).ready
37124519898SXuan Hu    rename.io.in(i).valid := decodePipeRename(i).valid && !fusionDecoder.io.clear(i)
37224519898SXuan Hu    rename.io.in(i).bits := decodePipeRename(i).bits
37324519898SXuan Hu  }
37424519898SXuan Hu
37524519898SXuan Hu  for (i <- 0 until RenameWidth - 1) {
37624519898SXuan Hu    fusionDecoder.io.dec(i) := decodePipeRename(i).bits
37724519898SXuan Hu    rename.io.fusionInfo(i) := fusionDecoder.io.info(i)
37824519898SXuan Hu
37924519898SXuan Hu    // update the first RenameWidth - 1 instructions
38024519898SXuan Hu    decode.io.fusion(i) := fusionDecoder.io.out(i).valid && rename.io.out(i).fire
38124519898SXuan Hu    when (fusionDecoder.io.out(i).valid) {
38224519898SXuan Hu      fusionDecoder.io.out(i).bits.update(rename.io.in(i).bits)
38324519898SXuan Hu      // TODO: remove this dirty code for ftq update
38424519898SXuan Hu      val sameFtqPtr = rename.io.in(i).bits.ftqPtr.value === rename.io.in(i + 1).bits.ftqPtr.value
38524519898SXuan Hu      val ftqOffset0 = rename.io.in(i).bits.ftqOffset
38624519898SXuan Hu      val ftqOffset1 = rename.io.in(i + 1).bits.ftqOffset
38724519898SXuan Hu      val ftqOffsetDiff = ftqOffset1 - ftqOffset0
38824519898SXuan Hu      val cond1 = sameFtqPtr && ftqOffsetDiff === 1.U
38924519898SXuan Hu      val cond2 = sameFtqPtr && ftqOffsetDiff === 2.U
39024519898SXuan Hu      val cond3 = !sameFtqPtr && ftqOffset1 === 0.U
39124519898SXuan Hu      val cond4 = !sameFtqPtr && ftqOffset1 === 1.U
39224519898SXuan Hu      rename.io.in(i).bits.commitType := Mux(cond1, 4.U, Mux(cond2, 5.U, Mux(cond3, 6.U, 7.U)))
39324519898SXuan Hu      XSError(!cond1 && !cond2 && !cond3 && !cond4, p"new condition $sameFtqPtr $ftqOffset0 $ftqOffset1\n")
39424519898SXuan Hu    }
39524519898SXuan Hu
39624519898SXuan Hu  }
39724519898SXuan Hu
39824519898SXuan Hu  // memory dependency predict
39924519898SXuan Hu  // when decode, send fold pc to mdp
4009477429fSsinceforYy  private val mdpFlodPcVecVld = Wire(Vec(DecodeWidth, Bool()))
40124519898SXuan Hu  private val mdpFlodPcVec = Wire(Vec(DecodeWidth, UInt(MemPredPCWidth.W)))
40224519898SXuan Hu  for (i <- 0 until DecodeWidth) {
4039477429fSsinceforYy    mdpFlodPcVecVld(i) := decode.io.out(i).fire || GatedValidRegNext(decode.io.out(i).fire)
40424519898SXuan Hu    mdpFlodPcVec(i) := Mux(
40524519898SXuan Hu      decode.io.out(i).fire,
40624519898SXuan Hu      decode.io.in(i).bits.foldpc,
40724519898SXuan Hu      rename.io.in(i).bits.foldpc
40824519898SXuan Hu    )
40924519898SXuan Hu  }
41024519898SXuan Hu
41124519898SXuan Hu  // currently, we only update mdp info when isReplay
41224519898SXuan Hu  memCtrl.io.redirect := s1_s3_redirect
41324519898SXuan Hu  memCtrl.io.csrCtrl := io.csrCtrl                          // RegNext in memCtrl
41424519898SXuan Hu  memCtrl.io.stIn := io.fromMem.stIn                        // RegNext in memCtrl
41524519898SXuan Hu  memCtrl.io.memPredUpdate := redirectGen.io.memPredUpdate  // RegNext in memCtrl
4169477429fSsinceforYy  memCtrl.io.mdpFoldPcVecVld := mdpFlodPcVecVld
41724519898SXuan Hu  memCtrl.io.mdpFlodPcVec := mdpFlodPcVec
41824519898SXuan Hu  memCtrl.io.dispatchLFSTio <> dispatch.io.lfst
41924519898SXuan Hu
42024519898SXuan Hu  rat.io.redirect := s1_s3_redirect.valid
4216b102a39SHaojin Tang  rat.io.rabCommits := rob.io.rabCommits
422cda1c534Sxiaofeibao-xjtu  rat.io.diffCommits.foreach(_ := rob.io.diffCommits.get)
42324519898SXuan Hu  rat.io.intRenamePorts := rename.io.intRenamePorts
42424519898SXuan Hu  rat.io.fpRenamePorts := rename.io.fpRenamePorts
42524519898SXuan Hu  rat.io.vecRenamePorts := rename.io.vecRenamePorts
42624519898SXuan Hu
42724519898SXuan Hu  rename.io.redirect := s1_s3_redirect
4286b102a39SHaojin Tang  rename.io.rabCommits := rob.io.rabCommits
42924519898SXuan Hu  rename.io.waittable := (memCtrl.io.waitTable2Rename zip decode.io.out).map{ case(waittable2rename, decodeOut) =>
43024519898SXuan Hu    RegEnable(waittable2rename, decodeOut.fire)
43124519898SXuan Hu  }
43224519898SXuan Hu  rename.io.ssit := memCtrl.io.ssit2Rename
43324519898SXuan Hu  rename.io.intReadPorts := VecInit(rat.io.intReadPorts.map(x => VecInit(x.map(_.data))))
43424519898SXuan Hu  rename.io.fpReadPorts := VecInit(rat.io.fpReadPorts.map(x => VecInit(x.map(_.data))))
43524519898SXuan Hu  rename.io.vecReadPorts := VecInit(rat.io.vecReadPorts.map(x => VecInit(x.map(_.data))))
436dcf3a679STang Haojin  rename.io.int_need_free := rat.io.int_need_free
437dcf3a679STang Haojin  rename.io.int_old_pdest := rat.io.int_old_pdest
438dcf3a679STang Haojin  rename.io.fp_old_pdest := rat.io.fp_old_pdest
4393cf50307SZiyue Zhang  rename.io.vec_old_pdest := rat.io.vec_old_pdest
440b7d9e8d5Sxiaofeibao-xjtu  rename.io.debug_int_rat.foreach(_ := rat.io.debug_int_rat.get)
441b7d9e8d5Sxiaofeibao-xjtu  rename.io.debug_fp_rat.foreach(_ := rat.io.debug_fp_rat.get)
442b7d9e8d5Sxiaofeibao-xjtu  rename.io.debug_vec_rat.foreach(_ := rat.io.debug_vec_rat.get)
443b7d9e8d5Sxiaofeibao-xjtu  rename.io.debug_vconfig_rat.foreach(_ := rat.io.debug_vconfig_rat.get)
444d2b20d1aSTang Haojin  rename.io.stallReason.in <> decode.io.stallReason.out
445870f462dSXuan Hu  rename.io.snpt.snptEnq := DontCare
446870f462dSXuan Hu  rename.io.snpt.snptDeq := snpt.io.deq
447870f462dSXuan Hu  rename.io.snpt.useSnpt := useSnpt
448870f462dSXuan Hu  rename.io.snpt.snptSelect := snptSelect
449bb7e6e3aSxiaofeibao-xjtu  rename.io.snptIsFull := snpt.io.valids.asUInt.andR
450c4b56310SHaojin Tang  rename.io.snpt.flushVec := flushVecNext
451c4b56310SHaojin Tang  rename.io.snptLastEnq.valid := !isEmpty(snpt.io.enqPtr, snpt.io.deqPtr)
452c4b56310SHaojin Tang  rename.io.snptLastEnq.bits := snpt.io.snapshots((snpt.io.enqPtr - 1.U).value).robIdx.head
453870f462dSXuan Hu
454870f462dSXuan Hu  val renameOut = Wire(chiselTypeOf(rename.io.out))
455870f462dSXuan Hu  renameOut <> rename.io.out
456ac78003fSzhanglyGit  // pass all snapshot in the first element for correctness of blockBackward
457ac78003fSzhanglyGit  renameOut.tail.foreach(_.bits.snapshot := false.B)
458ac78003fSzhanglyGit  renameOut.head.bits.snapshot := Mux(isFull(snpt.io.enqPtr, snpt.io.deqPtr),
459ac78003fSzhanglyGit    false.B,
460ac78003fSzhanglyGit    Cat(rename.io.out.map(out => out.valid && out.bits.snapshot)).orR
461ac78003fSzhanglyGit  )
462ac78003fSzhanglyGit
463ac78003fSzhanglyGit
464ac78003fSzhanglyGit  // pipeline between rename and dispatch
465ac78003fSzhanglyGit   for (i <- 0 until RenameWidth) {
466ac78003fSzhanglyGit     PipelineConnect(renameOut(i), dispatch.io.fromRename(i), dispatch.io.recv(i), s1_s3_redirect.valid)
467ac78003fSzhanglyGit   }
468ff3fcdf1Sxiaofeibao-xjtu  dispatch.io.IQValidNumVec := io.IQValidNumVec
469ff3fcdf1Sxiaofeibao-xjtu  dispatch.io.fromIntDQ.intDQ0ValidDeq0Num := intDq0.io.validDeq0Num
470ff3fcdf1Sxiaofeibao-xjtu  dispatch.io.fromIntDQ.intDQ0ValidDeq1Num := intDq0.io.validDeq1Num
471ff3fcdf1Sxiaofeibao-xjtu  dispatch.io.fromIntDQ.intDQ1ValidDeq0Num := intDq1.io.validDeq0Num
472ff3fcdf1Sxiaofeibao-xjtu  dispatch.io.fromIntDQ.intDQ1ValidDeq1Num := intDq1.io.validDeq1Num
473ff3fcdf1Sxiaofeibao-xjtu
47424519898SXuan Hu  dispatch.io.hartId := io.fromTop.hartId
47524519898SXuan Hu  dispatch.io.redirect := s1_s3_redirect
47624519898SXuan Hu  dispatch.io.enqRob <> rob.io.enq
477d2b20d1aSTang Haojin  dispatch.io.robHead := rob.io.debugRobHead
478d2b20d1aSTang Haojin  dispatch.io.stallReason <> rename.io.stallReason.out
479d2b20d1aSTang Haojin  dispatch.io.lqCanAccept := io.lqCanAccept
480d2b20d1aSTang Haojin  dispatch.io.sqCanAccept := io.sqCanAccept
481d2b20d1aSTang Haojin  dispatch.io.robHeadNotReady := rob.io.headNotReady
482d2b20d1aSTang Haojin  dispatch.io.robFull := rob.io.robFull
4835f8b6c9eSsinceforYy  dispatch.io.singleStep := GatedValidRegNext(io.csrCtrl.singlestep)
48424519898SXuan Hu
485ff3fcdf1Sxiaofeibao-xjtu  intDq0.io.enq <> dispatch.io.toIntDq0
486ff3fcdf1Sxiaofeibao-xjtu  intDq0.io.redirect <> s2_s4_redirect
487ff3fcdf1Sxiaofeibao-xjtu  intDq1.io.enq <> dispatch.io.toIntDq1
488ff3fcdf1Sxiaofeibao-xjtu  intDq1.io.redirect <> s2_s4_redirect
48924519898SXuan Hu
49024519898SXuan Hu  fpDq.io.enq <> dispatch.io.toFpDq
49124519898SXuan Hu  fpDq.io.redirect <> s2_s4_redirect
49224519898SXuan Hu
49360f0c5aeSxiaofeibao  vecDq.io.enq <> dispatch.io.toVecDq
49460f0c5aeSxiaofeibao  vecDq.io.redirect <> s2_s4_redirect
49560f0c5aeSxiaofeibao
49624519898SXuan Hu  lsDq.io.enq <> dispatch.io.toLsDq
49724519898SXuan Hu  lsDq.io.redirect <> s2_s4_redirect
49824519898SXuan Hu
499ff3fcdf1Sxiaofeibao-xjtu  io.toIssueBlock.intUops <> (intDq0.io.deq :++ intDq1.io.deq)
50060f0c5aeSxiaofeibao  io.toIssueBlock.fpUops <> fpDq.io.deq
50160f0c5aeSxiaofeibao  io.toIssueBlock.vfUops  <> vecDq.io.deq
50224519898SXuan Hu  io.toIssueBlock.memUops <> lsDq.io.deq
50324519898SXuan Hu  io.toIssueBlock.allocPregs <> dispatch.io.allocPregs
50424519898SXuan Hu  io.toIssueBlock.flush   <> s2_s4_redirect
50524519898SXuan Hu
5065f8b6c9eSsinceforYy  pcMem.io.wen.head   := GatedValidRegNext(io.frontend.fromFtq.pc_mem_wen)
5073827c997SsinceforYy  pcMem.io.waddr.head := RegEnable(io.frontend.fromFtq.pc_mem_waddr, io.frontend.fromFtq.pc_mem_wen)
5083827c997SsinceforYy  pcMem.io.wdata.head := RegEnable(io.frontend.fromFtq.pc_mem_wdata, io.frontend.fromFtq.pc_mem_wen)
50924519898SXuan Hu
51024519898SXuan Hu  io.toDataPath.flush := s2_s4_redirect
51124519898SXuan Hu  io.toExuBlock.flush := s2_s4_redirect
51224519898SXuan Hu
51324519898SXuan Hu
51424519898SXuan Hu  rob.io.hartId := io.fromTop.hartId
51524519898SXuan Hu  rob.io.redirect := s1_s3_redirect
51624519898SXuan Hu  rob.io.writeback := delayedNotFlushedWriteBack
51785f51ecaSxiaofeibao-xjtu  rob.io.writebackNums := VecInit(delayedNotFlushedWriteBackNums)
5186f483f86SXuan Hu  rob.io.readGPAMemData := gpaMem.io.exceptionReadData
51924519898SXuan Hu
52024519898SXuan Hu  io.redirect := s1_s3_redirect
52124519898SXuan Hu
52224519898SXuan Hu  // rob to int block
52324519898SXuan Hu  io.robio.csr <> rob.io.csr
52424519898SXuan Hu  // When wfi is disabled, it will not block ROB commit.
52524519898SXuan Hu  rob.io.csr.wfiEvent := io.robio.csr.wfiEvent
52624519898SXuan Hu  rob.io.wfi_enable := decode.io.csrCtrl.wfi_enable
52724519898SXuan Hu
52824519898SXuan Hu  io.toTop.cpuHalt := DelayN(rob.io.cpu_halt, 5)
52924519898SXuan Hu
53024519898SXuan Hu  io.robio.csr.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr)
53124519898SXuan Hu  io.robio.exception := rob.io.exception
53224519898SXuan Hu  io.robio.exception.bits.pc := s1_robFlushPc
53324519898SXuan Hu
53424519898SXuan Hu  // rob to mem block
53524519898SXuan Hu  io.robio.lsq <> rob.io.lsq
53624519898SXuan Hu
537b7d9e8d5Sxiaofeibao-xjtu  io.debug_int_rat    .foreach(_ := rat.io.diff_int_rat.get)
538b7d9e8d5Sxiaofeibao-xjtu  io.debug_fp_rat     .foreach(_ := rat.io.diff_fp_rat.get)
539b7d9e8d5Sxiaofeibao-xjtu  io.debug_vec_rat    .foreach(_ := rat.io.diff_vec_rat.get)
540b7d9e8d5Sxiaofeibao-xjtu  io.debug_vconfig_rat.foreach(_ := rat.io.diff_vconfig_rat.get)
54124519898SXuan Hu
54217b21f45SHaojin Tang  rob.io.debug_ls := io.robio.debug_ls
54317b21f45SHaojin Tang  rob.io.debugHeadLsIssue := io.robio.robHeadLsIssue
54417b21f45SHaojin Tang  rob.io.lsTopdownInfo := io.robio.lsTopdownInfo
5456ce10964SXuan Hu  rob.io.debugEnqLsq := io.debugEnqLsq
5466ce10964SXuan Hu
54717b21f45SHaojin Tang  io.robio.robDeqPtr := rob.io.robDeqPtr
5488744445eSMaxpicca-Li
5497e4f0b19SZiyue-Zhang  // rob to backend
5507e4f0b19SZiyue-Zhang  io.robio.commitVType := rob.io.toDecode.commitVType
5517e4f0b19SZiyue-Zhang  // exu block to decode
5527e4f0b19SZiyue-Zhang  decode.io.vsetvlVType := io.robio.vsetvlVType
5537e4f0b19SZiyue-Zhang
55460ebee38STang Haojin  io.debugTopDown.fromRob := rob.io.debugTopDown.toCore
55560ebee38STang Haojin  dispatch.io.debugTopDown.fromRob := rob.io.debugTopDown.toDispatch
55660ebee38STang Haojin  dispatch.io.debugTopDown.fromCore := io.debugTopDown.fromCore
5577cf78eb2Shappy-lx  io.debugRolling := rob.io.debugRolling
55860ebee38STang Haojin
5595f8b6c9eSsinceforYy  io.perfInfo.ctrlInfo.robFull := GatedValidRegNext(rob.io.robFull)
5605f8b6c9eSsinceforYy  io.perfInfo.ctrlInfo.intdqFull := GatedValidRegNext(intDq0.io.dqFull || intDq1.io.dqFull)
56160f0c5aeSxiaofeibao  io.perfInfo.ctrlInfo.fpdqFull := GatedValidRegNext(vecDq.io.dqFull)
5625f8b6c9eSsinceforYy  io.perfInfo.ctrlInfo.lsdqFull := GatedValidRegNext(lsDq.io.dqFull)
56324519898SXuan Hu
56424519898SXuan Hu  val pfevent = Module(new PFEvent)
56524519898SXuan Hu  pfevent.io.distribute_csr := RegNext(io.csrCtrl.distribute_csr)
56624519898SXuan Hu  val csrevents = pfevent.io.hpmevent.slice(8,16)
56724519898SXuan Hu
56824519898SXuan Hu  val perfinfo = IO(new Bundle(){
56924519898SXuan Hu    val perfEventsRs      = Input(Vec(params.IqCnt, new PerfEvent))
57024519898SXuan Hu    val perfEventsEu0     = Input(Vec(6, new PerfEvent))
57124519898SXuan Hu    val perfEventsEu1     = Input(Vec(6, new PerfEvent))
57224519898SXuan Hu  })
57324519898SXuan Hu
57460f0c5aeSxiaofeibao  val perfFromUnits = Seq(decode, rename, dispatch, intDq0, intDq1, vecDq, lsDq, rob).flatMap(_.getPerfEvents)
5759a128342SHaoyuan Feng  val perfFromIO    = perfinfo.perfEventsEu0.map(x => ("perfEventsEu0", x.value)) ++
5769a128342SHaoyuan Feng                        perfinfo.perfEventsEu1.map(x => ("perfEventsEu1", x.value)) ++
5779a128342SHaoyuan Feng                        perfinfo.perfEventsRs.map(x => ("perfEventsRs", x.value))
5789a128342SHaoyuan Feng  val perfBlock     = Seq()
5799a128342SHaoyuan Feng  // let index = 0 be no event
5809a128342SHaoyuan Feng  val allPerfEvents = Seq(("noEvent", 0.U)) ++ perfFromUnits ++ perfFromIO ++ perfBlock
5819a128342SHaoyuan Feng
5829a128342SHaoyuan Feng  if (printEventCoding) {
5839a128342SHaoyuan Feng    for (((name, inc), i) <- allPerfEvents.zipWithIndex) {
5849a128342SHaoyuan Feng      println("CtrlBlock perfEvents Set", name, inc, i)
5859a128342SHaoyuan Feng    }
5869a128342SHaoyuan Feng  }
5879a128342SHaoyuan Feng
5889a128342SHaoyuan Feng  val allPerfInc = allPerfEvents.map(_._2.asTypeOf(new PerfEvent))
5899a128342SHaoyuan Feng  val perfEvents = HPerfMonitor(csrevents, allPerfInc).getPerfEvents
59024519898SXuan Hu  generatePerfEvent()
59124519898SXuan Hu}
59224519898SXuan Hu
59324519898SXuan Huclass CtrlBlockIO()(implicit p: Parameters, params: BackendParams) extends XSBundle {
59424519898SXuan Hu  val fromTop = new Bundle {
59524519898SXuan Hu    val hartId = Input(UInt(8.W))
59624519898SXuan Hu  }
59724519898SXuan Hu  val toTop = new Bundle {
59824519898SXuan Hu    val cpuHalt = Output(Bool())
59924519898SXuan Hu  }
60024519898SXuan Hu  val frontend = Flipped(new FrontendToCtrlIO())
60124519898SXuan Hu  val toIssueBlock = new Bundle {
60224519898SXuan Hu    val flush = ValidIO(new Redirect)
60324519898SXuan Hu    val allocPregs = Vec(RenameWidth, Output(new ResetPregStateReq))
60424519898SXuan Hu    val intUops = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new DynInst))
60560f0c5aeSxiaofeibao    val vfUops = Vec(dpParams.VecDqDeqWidth, DecoupledIO(new DynInst))
60660f0c5aeSxiaofeibao    val fpUops = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new DynInst))
60724519898SXuan Hu    val memUops = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new DynInst))
60824519898SXuan Hu  }
60924519898SXuan Hu  val toDataPath = new Bundle {
61024519898SXuan Hu    val flush = ValidIO(new Redirect)
61124519898SXuan Hu  }
61224519898SXuan Hu  val toExuBlock = new Bundle {
61324519898SXuan Hu    val flush = ValidIO(new Redirect)
61424519898SXuan Hu  }
615c1e19666Sxiaofeibao-xjtu  val IQValidNumVec = Input(MixedVec(params.genIQValidNumBundle))
61624519898SXuan Hu  val fromWB = new Bundle {
61724519898SXuan Hu    val wbData = Flipped(MixedVec(params.genWrite2CtrlBundles))
61824519898SXuan Hu  }
61924519898SXuan Hu  val redirect = ValidIO(new Redirect)
62024519898SXuan Hu  val fromMem = new Bundle {
621272ec6b1SHaojin Tang    val stIn = Vec(params.StaExuCnt, Flipped(ValidIO(new DynInst))) // use storeSetHit, ssid, robIdx
62224519898SXuan Hu    val violation = Flipped(ValidIO(new Redirect))
62324519898SXuan Hu  }
62424519898SXuan Hu  val memLdPcRead = Vec(params.LduCnt, Flipped(new FtqRead(UInt(VAddrBits.W))))
62583ba63b3SXuan Hu  val memStPcRead = Vec(params.StaCnt, Flipped(new FtqRead(UInt(VAddrBits.W))))
626b133b458SXuan Hu  val memHyPcRead = Vec(params.HyuCnt, Flipped(new FtqRead(UInt(VAddrBits.W))))
6274b0d80d8SXuan Hu
62824519898SXuan Hu  val csrCtrl = Input(new CustomCSRCtrlIO)
62924519898SXuan Hu  val robio = new Bundle {
63024519898SXuan Hu    val csr = new RobCSRIO
63124519898SXuan Hu    val exception = ValidIO(new ExceptionInfo)
63224519898SXuan Hu    val lsq = new RobLsqIO
6336810d1e8Ssfencevma    val lsTopdownInfo = Vec(params.LduCnt + params.HyuCnt, Input(new LsTopdownInfo))
6342326221cSXuan Hu    val debug_ls = Input(new DebugLSIO())
63517b21f45SHaojin Tang    val robHeadLsIssue = Input(Bool())
63617b21f45SHaojin Tang    val robDeqPtr = Output(new RobPtr)
6377e4f0b19SZiyue-Zhang    val vsetvlVType = Input(VType())
6387e4f0b19SZiyue-Zhang    val commitVType = new Bundle {
6397e4f0b19SZiyue-Zhang      val vtype = Output(ValidIO(VType()))
6407e4f0b19SZiyue-Zhang      val hasVsetvl = Output(Bool())
6417e4f0b19SZiyue-Zhang    }
64224519898SXuan Hu  }
64324519898SXuan Hu
64424519898SXuan Hu  val perfInfo = Output(new Bundle{
64524519898SXuan Hu    val ctrlInfo = new Bundle {
64624519898SXuan Hu      val robFull   = Bool()
64724519898SXuan Hu      val intdqFull = Bool()
64824519898SXuan Hu      val fpdqFull  = Bool()
64924519898SXuan Hu      val lsdqFull  = Bool()
65024519898SXuan Hu    }
65124519898SXuan Hu  })
652b7d9e8d5Sxiaofeibao-xjtu  val debug_int_rat     = if (params.debugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None
653b7d9e8d5Sxiaofeibao-xjtu  val debug_fp_rat      = if (params.debugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None
654b7d9e8d5Sxiaofeibao-xjtu  val debug_vec_rat     = if (params.debugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None
655b7d9e8d5Sxiaofeibao-xjtu  val debug_vconfig_rat = if (params.debugEn) Some(Output(UInt(PhyRegIdxWidth.W))) else None // TODO: use me
65624519898SXuan Hu
657c61abc0cSXuan Hu  val sqCanAccept = Input(Bool())
658c61abc0cSXuan Hu  val lqCanAccept = Input(Bool())
6594b0d80d8SXuan Hu
6604b0d80d8SXuan Hu  val debugTopDown = new Bundle {
6614b0d80d8SXuan Hu    val fromRob = new RobCoreTopDownIO
6624b0d80d8SXuan Hu    val fromCore = new CoreDispatchTopDownIO
6634b0d80d8SXuan Hu  }
6644b0d80d8SXuan Hu  val debugRolling = new RobDebugRollingIO
6656ce10964SXuan Hu  val debugEnqLsq = Input(new LsqEnqIO)
66624519898SXuan Hu}
66724519898SXuan Hu
66824519898SXuan Huclass NamedIndexes(namedCnt: Seq[(String, Int)]) {
66924519898SXuan Hu  require(namedCnt.map(_._1).distinct.size == namedCnt.size, "namedCnt should not have the same name")
67024519898SXuan Hu
67124519898SXuan Hu  val maxIdx = namedCnt.map(_._2).sum
67224519898SXuan Hu  val nameRangeMap: Map[String, (Int, Int)] = namedCnt.indices.map { i =>
67324519898SXuan Hu    val begin = namedCnt.slice(0, i).map(_._2).sum
67424519898SXuan Hu    val end = begin + namedCnt(i)._2
67524519898SXuan Hu    (namedCnt(i)._1, (begin, end))
67624519898SXuan Hu  }.toMap
67724519898SXuan Hu
67824519898SXuan Hu  def apply(name: String): Seq[Int] = {
67924519898SXuan Hu    require(nameRangeMap.contains(name))
68024519898SXuan Hu    nameRangeMap(name)._1 until nameRangeMap(name)._2
68124519898SXuan Hu  }
68224519898SXuan Hu}
683