124519898SXuan Hu/*************************************************************************************** 224519898SXuan Hu* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 324519898SXuan Hu* Copyright (c) 2020-2021 Peng Cheng Laboratory 424519898SXuan Hu* 524519898SXuan Hu* XiangShan is licensed under Mulan PSL v2. 624519898SXuan Hu* You can use this software according to the terms and conditions of the Mulan PSL v2. 724519898SXuan Hu* You may obtain a copy of Mulan PSL v2 at: 824519898SXuan Hu* http://license.coscl.org.cn/MulanPSL2 924519898SXuan Hu* 1024519898SXuan Hu* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1124519898SXuan Hu* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1224519898SXuan Hu* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1324519898SXuan Hu* 1424519898SXuan Hu* See the Mulan PSL v2 for more details. 1524519898SXuan Hu***************************************************************************************/ 1624519898SXuan Hu 1724519898SXuan Hupackage xiangshan.backend 1824519898SXuan Hu 198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 2024519898SXuan Huimport chisel3._ 2124519898SXuan Huimport chisel3.util._ 2224519898SXuan Huimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 2324519898SXuan Huimport utility._ 2424519898SXuan Huimport utils._ 2524519898SXuan Huimport xiangshan.ExceptionNO._ 2624519898SXuan Huimport xiangshan._ 2724519898SXuan Huimport xiangshan.backend.Bundles.{DecodedInst, DynInst, ExceptionInfo, ExuOutput} 282326221cSXuan Huimport xiangshan.backend.ctrlblock.{DebugLSIO, DebugLsInfoBundle, LsTopdownInfo, MemCtrl, RedirectGenerator} 2924519898SXuan Huimport xiangshan.backend.datapath.DataConfig.VAddrData 3024519898SXuan Huimport xiangshan.backend.decode.{DecodeStage, FusionDecoder} 3183ba63b3SXuan Huimport xiangshan.backend.dispatch.{CoreDispatchTopDownIO, Dispatch, DispatchQueue} 3224519898SXuan Huimport xiangshan.backend.fu.PFEvent 3324519898SXuan Huimport xiangshan.backend.fu.vector.Bundles.VType 34870f462dSXuan Huimport xiangshan.backend.rename.{Rename, RenameTableWrapper, SnapshotGenerator} 3583ba63b3SXuan Huimport xiangshan.backend.rob.{Rob, RobCSRIO, RobCoreTopDownIO, RobDebugRollingIO, RobLsqIO, RobPtr} 366ce10964SXuan Huimport xiangshan.frontend.{FtqPtr, FtqRead, Ftq_RF_Components} 376ce10964SXuan Huimport xiangshan.mem.{LqPtr, LsqEnqIO} 38*5e7a1fcaSxiaofeibaoimport xiangshan.backend.issue.{IntScheduler, FpScheduler, VfScheduler, MemScheduler} 3924519898SXuan Hu 4024519898SXuan Huclass CtrlToFtqIO(implicit p: Parameters) extends XSBundle { 4124519898SXuan Hu val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo)) 4224519898SXuan Hu val redirect = Valid(new Redirect) 439342624fSGao-Zeyu val ftqIdxAhead = Vec(BackendRedirectNum, Valid(new FtqPtr)) 449342624fSGao-Zeyu val ftqIdxSelOH = Valid(UInt((BackendRedirectNum).W)) 4524519898SXuan Hu} 4624519898SXuan Hu 4724519898SXuan Huclass CtrlBlock(params: BackendParams)(implicit p: Parameters) extends LazyModule { 481ca4a39dSXuan Hu override def shouldBeInlined: Boolean = false 491ca4a39dSXuan Hu 5024519898SXuan Hu val rob = LazyModule(new Rob(params)) 5124519898SXuan Hu 5224519898SXuan Hu lazy val module = new CtrlBlockImp(this)(p, params) 5324519898SXuan Hu 546f483f86SXuan Hu val gpaMem = LazyModule(new GPAMem()) 5524519898SXuan Hu} 5624519898SXuan Hu 5724519898SXuan Huclass CtrlBlockImp( 5824519898SXuan Hu override val wrapper: CtrlBlock 5924519898SXuan Hu)(implicit 6024519898SXuan Hu p: Parameters, 6124519898SXuan Hu params: BackendParams 6224519898SXuan Hu) extends LazyModuleImp(wrapper) 6324519898SXuan Hu with HasXSParameter 6424519898SXuan Hu with HasCircularQueuePtrHelper 6524519898SXuan Hu with HasPerfEvents 6624519898SXuan Hu{ 6724519898SXuan Hu val pcMemRdIndexes = new NamedIndexes(Seq( 6824519898SXuan Hu "redirect" -> 1, 6924519898SXuan Hu "memPred" -> 1, 7024519898SXuan Hu "robFlush" -> 1, 7124519898SXuan Hu "load" -> params.LduCnt, 72b133b458SXuan Hu "hybrid" -> params.HyuCnt, 7383ba63b3SXuan Hu "store" -> (if(EnableStorePrefetchSMS) params.StaCnt else 0) 7424519898SXuan Hu )) 7524519898SXuan Hu 7624519898SXuan Hu private val numPcMemReadForExu = params.numPcReadPort 7724519898SXuan Hu private val numPcMemRead = pcMemRdIndexes.maxIdx 7824519898SXuan Hu 7929dbac5aSsinsanction // now pcMem read for exu is moved to PcTargetMem (OG0) 8024519898SXuan Hu println(s"pcMem read num: $numPcMemRead") 8124519898SXuan Hu println(s"pcMem read num for exu: $numPcMemReadForExu") 8224519898SXuan Hu 8324519898SXuan Hu val io = IO(new CtrlBlockIO()) 8424519898SXuan Hu 856f483f86SXuan Hu val gpaMem = wrapper.gpaMem.module 8624519898SXuan Hu val decode = Module(new DecodeStage) 8724519898SXuan Hu val fusionDecoder = Module(new FusionDecoder) 8824519898SXuan Hu val rat = Module(new RenameTableWrapper) 8924519898SXuan Hu val rename = Module(new Rename) 9024519898SXuan Hu val dispatch = Module(new Dispatch) 91c1e19666Sxiaofeibao-xjtu val intDq0 = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth/2, dqIndex = 0)) 92c1e19666Sxiaofeibao-xjtu val intDq1 = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth/2, dqIndex = 1)) 9360f0c5aeSxiaofeibao val fpDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.VecDqDeqWidth)) 9460f0c5aeSxiaofeibao val vecDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.VecDqDeqWidth)) 9524519898SXuan Hu val lsDq = Module(new DispatchQueue(dpParams.LsDqSize, RenameWidth, dpParams.LsDqDeqWidth)) 9624519898SXuan Hu val redirectGen = Module(new RedirectGenerator) 979477429fSsinceforYy private def hasRen: Boolean = true 989477429fSsinceforYy private val pcMem = Module(new SyncDataModuleTemplate(new Ftq_RF_Components, FtqSize, numPcMemRead, 1, "BackendPC", hasRen = hasRen)) 9924519898SXuan Hu private val rob = wrapper.rob.module 10024519898SXuan Hu private val memCtrl = Module(new MemCtrl(params)) 10124519898SXuan Hu 10224519898SXuan Hu private val disableFusion = decode.io.csrCtrl.singlestep || !decode.io.csrCtrl.fusion_enable 10324519898SXuan Hu 10424519898SXuan Hu private val s0_robFlushRedirect = rob.io.flushOut 10524519898SXuan Hu private val s1_robFlushRedirect = Wire(Valid(new Redirect)) 1065f8b6c9eSsinceforYy s1_robFlushRedirect.valid := GatedValidRegNext(s0_robFlushRedirect.valid, false.B) 10724519898SXuan Hu s1_robFlushRedirect.bits := RegEnable(s0_robFlushRedirect.bits, s0_robFlushRedirect.valid) 10824519898SXuan Hu 1099477429fSsinceforYy pcMem.io.ren.get(pcMemRdIndexes("robFlush").head) := s0_robFlushRedirect.valid 11024519898SXuan Hu pcMem.io.raddr(pcMemRdIndexes("robFlush").head) := s0_robFlushRedirect.bits.ftqIdx.value 111b1e92023SsinceforYy private val s1_robFlushPc = pcMem.io.rdata(pcMemRdIndexes("robFlush").head).getPc(RegEnable(s0_robFlushRedirect.bits.ftqOffset, s0_robFlushRedirect.valid)) 11224519898SXuan Hu private val s3_redirectGen = redirectGen.io.stage2Redirect 11324519898SXuan Hu private val s1_s3_redirect = Mux(s1_robFlushRedirect.valid, s1_robFlushRedirect, s3_redirectGen) 11424519898SXuan Hu private val s2_s4_pendingRedirectValid = RegInit(false.B) 11524519898SXuan Hu when (s1_s3_redirect.valid) { 11624519898SXuan Hu s2_s4_pendingRedirectValid := true.B 1175f8b6c9eSsinceforYy }.elsewhen (GatedValidRegNext(io.frontend.toFtq.redirect.valid)) { 11824519898SXuan Hu s2_s4_pendingRedirectValid := false.B 11924519898SXuan Hu } 12024519898SXuan Hu 12124519898SXuan Hu // Redirect will be RegNext at ExuBlocks and IssueBlocks 12224519898SXuan Hu val s2_s4_redirect = RegNextWithEnable(s1_s3_redirect) 12324519898SXuan Hu val s3_s5_redirect = RegNextWithEnable(s2_s4_redirect) 12424519898SXuan Hu 12524519898SXuan Hu private val delayedNotFlushedWriteBack = io.fromWB.wbData.map(x => { 12624519898SXuan Hu val valid = x.valid 12724519898SXuan Hu val killedByOlder = x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect)) 12824519898SXuan Hu val delayed = Wire(Valid(new ExuOutput(x.bits.params))) 1295f8b6c9eSsinceforYy delayed.valid := GatedValidRegNext(valid && !killedByOlder) 13024519898SXuan Hu delayed.bits := RegEnable(x.bits, x.valid) 13196e858baSXuan Hu delayed.bits.debugInfo.writebackTime := GTimer() 13224519898SXuan Hu delayed 13383ba63b3SXuan Hu }).toSeq 13424519898SXuan Hu 13585f51ecaSxiaofeibao-xjtu val wbDataNoStd = io.fromWB.wbData.filter(!_.bits.params.hasStdFu) 13647c01b71Sxiaofeibao-xjtu val intScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[IntScheduler]) 137*5e7a1fcaSxiaofeibao val fpScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[FpScheduler]) 13847c01b71Sxiaofeibao-xjtu val vfScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[VfScheduler]) 13947c01b71Sxiaofeibao-xjtu val memVloadWbData = io.fromWB.wbData.filter(x => x.bits.params.schdType.isInstanceOf[MemScheduler] && x.bits.params.hasVLoadFu) 14085f51ecaSxiaofeibao-xjtu private val delayedNotFlushedWriteBackNums = wbDataNoStd.map(x => { 14185f51ecaSxiaofeibao-xjtu val valid = x.valid 14285f51ecaSxiaofeibao-xjtu val killedByOlder = x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect)) 14385f51ecaSxiaofeibao-xjtu val delayed = Wire(Valid(UInt(io.fromWB.wbData.size.U.getWidth.W))) 1445f8b6c9eSsinceforYy delayed.valid := GatedValidRegNext(valid && !killedByOlder) 14547c01b71Sxiaofeibao-xjtu val isIntSche = intScheWbData.contains(x) 146*5e7a1fcaSxiaofeibao val isFpSche = fpScheWbData.contains(x) 14747c01b71Sxiaofeibao-xjtu val isVfSche = vfScheWbData.contains(x) 14847c01b71Sxiaofeibao-xjtu val isMemVload = memVloadWbData.contains(x) 149*5e7a1fcaSxiaofeibao val canSameRobidxWbData = if (isIntSche) { 150*5e7a1fcaSxiaofeibao intScheWbData ++ fpScheWbData ++ vfScheWbData 151*5e7a1fcaSxiaofeibao } else if (isFpSche) { 152*5e7a1fcaSxiaofeibao intScheWbData ++ fpScheWbData 153*5e7a1fcaSxiaofeibao } 154*5e7a1fcaSxiaofeibao else if(isVfSche) { 155e031d9a7Sxiaofeibao-xjtu intScheWbData ++ vfScheWbData 15647c01b71Sxiaofeibao-xjtu } else if (isMemVload) { 15747c01b71Sxiaofeibao-xjtu memVloadWbData 15847c01b71Sxiaofeibao-xjtu } else { 15947c01b71Sxiaofeibao-xjtu Seq(x) 16047c01b71Sxiaofeibao-xjtu } 16147c01b71Sxiaofeibao-xjtu val sameRobidxBools = VecInit(canSameRobidxWbData.map( wb => { 16285f51ecaSxiaofeibao-xjtu val killedByOlderThat = wb.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect)) 16385f51ecaSxiaofeibao-xjtu (wb.bits.robIdx === x.bits.robIdx) && wb.valid && x.valid && !killedByOlderThat && !killedByOlder 16485f51ecaSxiaofeibao-xjtu }).toSeq) 16541dbbdfdSsinceforYy delayed.bits := RegEnable(PopCount(sameRobidxBools), x.valid) 16685f51ecaSxiaofeibao-xjtu delayed 16785f51ecaSxiaofeibao-xjtu }).toSeq 16885f51ecaSxiaofeibao-xjtu 16924519898SXuan Hu private val exuPredecode = VecInit( 17083ba63b3SXuan Hu delayedNotFlushedWriteBack.filter(_.bits.redirect.nonEmpty).map(x => x.bits.predecodeInfo.get).toSeq 17124519898SXuan Hu ) 17224519898SXuan Hu 17383ba63b3SXuan Hu private val exuRedirects: Seq[ValidIO[Redirect]] = delayedNotFlushedWriteBack.filter(_.bits.redirect.nonEmpty).map(x => { 17424519898SXuan Hu val out = Wire(Valid(new Redirect())) 17524519898SXuan Hu out.valid := x.valid && x.bits.redirect.get.valid && x.bits.redirect.get.bits.cfiUpdate.isMisPred 17624519898SXuan Hu out.bits := x.bits.redirect.get.bits 177a63155a6SXuan Hu out.bits.debugIsCtrl := true.B 178a63155a6SXuan Hu out.bits.debugIsMemVio := false.B 17924519898SXuan Hu out 18083ba63b3SXuan Hu }).toSeq 18124519898SXuan Hu 18224519898SXuan Hu private val memViolation = io.fromMem.violation 18324519898SXuan Hu val loadReplay = Wire(ValidIO(new Redirect)) 1845f8b6c9eSsinceforYy loadReplay.valid := GatedValidRegNext(memViolation.valid && 18524519898SXuan Hu !memViolation.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect)) 18624519898SXuan Hu ) 18724519898SXuan Hu loadReplay.bits := RegEnable(memViolation.bits, memViolation.valid) 188a63155a6SXuan Hu loadReplay.bits.debugIsCtrl := false.B 189a63155a6SXuan Hu loadReplay.bits.debugIsMemVio := true.B 19024519898SXuan Hu 1919477429fSsinceforYy pcMem.io.ren.get(pcMemRdIndexes("redirect").head) := redirectGen.io.redirectPcRead.vld 19224519898SXuan Hu pcMem.io.raddr(pcMemRdIndexes("redirect").head) := redirectGen.io.redirectPcRead.ptr.value 1935f8b6c9eSsinceforYy redirectGen.io.redirectPcRead.data := pcMem.io.rdata(pcMemRdIndexes("redirect").head).getPc(RegEnable(redirectGen.io.redirectPcRead.offset, redirectGen.io.redirectPcRead.vld)) 1949477429fSsinceforYy pcMem.io.ren.get(pcMemRdIndexes("memPred").head) := redirectGen.io.memPredPcRead.vld 19524519898SXuan Hu pcMem.io.raddr(pcMemRdIndexes("memPred").head) := redirectGen.io.memPredPcRead.ptr.value 1965f8b6c9eSsinceforYy redirectGen.io.memPredPcRead.data := pcMem.io.rdata(pcMemRdIndexes("memPred").head).getPc(RegEnable(redirectGen.io.memPredPcRead.offset, redirectGen.io.memPredPcRead.vld)) 19724519898SXuan Hu 19824519898SXuan Hu for ((pcMemIdx, i) <- pcMemRdIndexes("load").zipWithIndex) { 1998241cb85SXuan Hu // load read pcMem (s0) -> get rdata (s1) -> reg next in Memblock (s2) -> reg next in Memblock (s3) -> consumed by pf (s3) 2009477429fSsinceforYy pcMem.io.ren.get(pcMemIdx) := io.memLdPcRead(i).vld 20124519898SXuan Hu pcMem.io.raddr(pcMemIdx) := io.memLdPcRead(i).ptr.value 2025f8b6c9eSsinceforYy io.memLdPcRead(i).data := pcMem.io.rdata(pcMemIdx).getPc(RegEnable(io.memLdPcRead(i).offset, io.memLdPcRead(i).vld)) 20324519898SXuan Hu } 20424519898SXuan Hu 205b133b458SXuan Hu for ((pcMemIdx, i) <- pcMemRdIndexes("hybrid").zipWithIndex) { 2068241cb85SXuan Hu // load read pcMem (s0) -> get rdata (s1) -> reg next in Memblock (s2) -> reg next in Memblock (s3) -> consumed by pf (s3) 2079477429fSsinceforYy pcMem.io.ren.get(pcMemIdx) := io.memHyPcRead(i).vld 208b133b458SXuan Hu pcMem.io.raddr(pcMemIdx) := io.memHyPcRead(i).ptr.value 2095f8b6c9eSsinceforYy io.memHyPcRead(i).data := pcMem.io.rdata(pcMemIdx).getPc(RegEnable(io.memHyPcRead(i).offset, io.memHyPcRead(i).vld)) 210b133b458SXuan Hu } 211b133b458SXuan Hu 2124b0d80d8SXuan Hu if (EnableStorePrefetchSMS) { 2134b0d80d8SXuan Hu for ((pcMemIdx, i) <- pcMemRdIndexes("store").zipWithIndex) { 2149477429fSsinceforYy pcMem.io.ren.get(pcMemIdx) := io.memStPcRead(i).vld 2154b0d80d8SXuan Hu pcMem.io.raddr(pcMemIdx) := io.memStPcRead(i).ptr.value 2165f8b6c9eSsinceforYy io.memStPcRead(i).data := pcMem.io.rdata(pcMemIdx).getPc(RegEnable(io.memStPcRead(i).offset, io.memStPcRead(i).vld)) 2174b0d80d8SXuan Hu } 2184b0d80d8SXuan Hu } else { 21983ba63b3SXuan Hu io.memStPcRead.foreach(_.data := 0.U) 2204b0d80d8SXuan Hu } 2214b0d80d8SXuan Hu 22224519898SXuan Hu redirectGen.io.hartId := io.fromTop.hartId 22383ba63b3SXuan Hu redirectGen.io.exuRedirect := exuRedirects.toSeq 2244b0d80d8SXuan Hu redirectGen.io.exuOutPredecode := exuPredecode // guarded by exuRedirect.valid 22524519898SXuan Hu redirectGen.io.loadReplay <> loadReplay 22624519898SXuan Hu 22724519898SXuan Hu redirectGen.io.robFlush := s1_robFlushRedirect.valid 22824519898SXuan Hu 229ff7f931dSXuan Hu val s5_flushFromRobValidAhead = DelayN(s1_robFlushRedirect.valid, 4) 2305f8b6c9eSsinceforYy val s6_flushFromRobValid = GatedValidRegNext(s5_flushFromRobValidAhead) 23124519898SXuan Hu val frontendFlushBits = RegEnable(s1_robFlushRedirect.bits, s1_robFlushRedirect.valid) // ?? 23224519898SXuan Hu // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit. 23324519898SXuan Hu // Flushes to frontend may be delayed by some cycles and commit before flush causes errors. 23424519898SXuan Hu // Thus, we make all flush reasons to behave the same as exceptions for frontend. 23524519898SXuan Hu for (i <- 0 until CommitWidth) { 23624519898SXuan Hu // why flushOut: instructions with flushPipe are not commited to frontend 23724519898SXuan Hu // If we commit them to frontend, it will cause flush after commit, which is not acceptable by frontend. 23824519898SXuan Hu val s1_isCommit = rob.io.commits.commitValid(i) && rob.io.commits.isCommit && !s0_robFlushRedirect.valid 2395f8b6c9eSsinceforYy io.frontend.toFtq.rob_commits(i).valid := GatedValidRegNext(s1_isCommit) 24024519898SXuan Hu io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), s1_isCommit) 24124519898SXuan Hu } 242ff7f931dSXuan Hu io.frontend.toFtq.redirect.valid := s6_flushFromRobValid || s3_redirectGen.valid 243ff7f931dSXuan Hu io.frontend.toFtq.redirect.bits := Mux(s6_flushFromRobValid, frontendFlushBits, s3_redirectGen.bits) 244ff7f931dSXuan Hu io.frontend.toFtq.ftqIdxSelOH.valid := s6_flushFromRobValid || redirectGen.io.stage2Redirect.valid 245ff7f931dSXuan Hu io.frontend.toFtq.ftqIdxSelOH.bits := Cat(s6_flushFromRobValid, redirectGen.io.stage2oldestOH & Fill(NumRedirect + 1, !s6_flushFromRobValid)) 2469342624fSGao-Zeyu 2479342624fSGao-Zeyu //jmp/brh 2489342624fSGao-Zeyu for (i <- 0 until NumRedirect) { 249ff7f931dSXuan Hu io.frontend.toFtq.ftqIdxAhead(i).valid := exuRedirects(i).valid && exuRedirects(i).bits.cfiUpdate.isMisPred && !s1_robFlushRedirect.valid && !s5_flushFromRobValidAhead 2506ce10964SXuan Hu io.frontend.toFtq.ftqIdxAhead(i).bits := exuRedirects(i).bits.ftqIdx 2519342624fSGao-Zeyu } 2529342624fSGao-Zeyu //loadreplay 253ff7f931dSXuan Hu io.frontend.toFtq.ftqIdxAhead(NumRedirect).valid := loadReplay.valid && !s1_robFlushRedirect.valid && !s5_flushFromRobValidAhead 2549342624fSGao-Zeyu io.frontend.toFtq.ftqIdxAhead(NumRedirect).bits := loadReplay.bits.ftqIdx 2559342624fSGao-Zeyu //exception 256ff7f931dSXuan Hu io.frontend.toFtq.ftqIdxAhead.last.valid := s5_flushFromRobValidAhead 2579342624fSGao-Zeyu io.frontend.toFtq.ftqIdxAhead.last.bits := frontendFlushBits.ftqIdx 25805cc2a4eSXuan Hu 25905cc2a4eSXuan Hu io.frontend.canAccept := decode.io.canAccept 26005cc2a4eSXuan Hu 26124519898SXuan Hu // Be careful here: 26224519898SXuan Hu // T0: rob.io.flushOut, s0_robFlushRedirect 26324519898SXuan Hu // T1: s1_robFlushRedirect, rob.io.exception.valid 26424519898SXuan Hu // T2: csr.redirect.valid 26524519898SXuan Hu // T3: csr.exception.valid 26624519898SXuan Hu // T4: csr.trapTarget 26724519898SXuan Hu // T5: ctrlBlock.trapTarget 26824519898SXuan Hu // T6: io.frontend.toFtq.stage2Redirect.valid 26924519898SXuan Hu val s2_robFlushPc = RegEnable(Mux(s1_robFlushRedirect.bits.flushItself(), 27024519898SXuan Hu s1_robFlushPc, // replay inst 271870f462dSXuan Hu s1_robFlushPc + Mux(s1_robFlushRedirect.bits.isRVC, 2.U, 4.U) // flush pipe 27224519898SXuan Hu ), s1_robFlushRedirect.valid) 27324519898SXuan Hu private val s2_csrIsXRet = io.robio.csr.isXRet 27424519898SXuan Hu private val s5_csrIsTrap = DelayN(rob.io.exception.valid, 4) 27524519898SXuan Hu private val s2_s5_trapTargetFromCsr = io.robio.csr.trapTarget 27624519898SXuan Hu 27724519898SXuan Hu val flushTarget = Mux(s2_csrIsXRet || s5_csrIsTrap, s2_s5_trapTargetFromCsr, s2_robFlushPc) 278ff7f931dSXuan Hu when (s6_flushFromRobValid) { 27924519898SXuan Hu io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush 28074f21f21SsinceforYy io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegEnable(flushTarget, s5_flushFromRobValidAhead) 28124519898SXuan Hu } 28224519898SXuan Hu 2836f483f86SXuan Hu for (i <- 0 until DecodeWidth) { 2846f483f86SXuan Hu gpaMem.io.fromIFU := io.frontend.fromIfu 2856f483f86SXuan Hu gpaMem.io.exceptionReadAddr.valid := rob.io.readGPAMemAddr.valid 2866f483f86SXuan Hu gpaMem.io.exceptionReadAddr.bits.ftqPtr := rob.io.readGPAMemAddr.bits.ftqPtr 2876f483f86SXuan Hu gpaMem.io.exceptionReadAddr.bits.ftqOffset := rob.io.readGPAMemAddr.bits.ftqOffset 2886f483f86SXuan Hu } 2896f483f86SXuan Hu 29024519898SXuan Hu // vtype commit 29186727929Ssinsanction decode.io.isResumeVType := rob.io.toDecode.isResumeVType 29281535d7bSsinsanction decode.io.commitVType := rob.io.toDecode.commitVType 29381535d7bSsinsanction decode.io.walkVType := rob.io.toDecode.walkVType 29424519898SXuan Hu 295e25c13faSXuan Hu decode.io.redirect := s1_s3_redirect.valid || s2_s4_pendingRedirectValid 29624519898SXuan Hu 29724519898SXuan Hu decode.io.in.zip(io.frontend.cfVec).foreach { case (decodeIn, frontendCf) => 29824519898SXuan Hu decodeIn.valid := frontendCf.valid 29924519898SXuan Hu frontendCf.ready := decodeIn.ready 30024519898SXuan Hu decodeIn.bits.connectCtrlFlow(frontendCf.bits) 30124519898SXuan Hu } 30224519898SXuan Hu decode.io.csrCtrl := RegNext(io.csrCtrl) 30324519898SXuan Hu decode.io.intRat <> rat.io.intReadPorts 30424519898SXuan Hu decode.io.fpRat <> rat.io.fpReadPorts 30524519898SXuan Hu decode.io.vecRat <> rat.io.vecReadPorts 30624519898SXuan Hu decode.io.fusion := 0.U.asTypeOf(decode.io.fusion) // Todo 307870f462dSXuan Hu decode.io.stallReason.in <> io.frontend.stallReason 30824519898SXuan Hu 309fa7f2c26STang Haojin // snapshot check 310c4b56310SHaojin Tang class CFIRobIdx extends Bundle { 311c4b56310SHaojin Tang val robIdx = Vec(RenameWidth, new RobPtr) 312c4b56310SHaojin Tang val isCFI = Vec(RenameWidth, Bool()) 313c4b56310SHaojin Tang } 314c4b56310SHaojin Tang val genSnapshot = Cat(rename.io.out.map(out => out.fire && out.bits.snapshot)).orR 315c4b56310SHaojin Tang val snpt = Module(new SnapshotGenerator(0.U.asTypeOf(new CFIRobIdx))) 316c4b56310SHaojin Tang snpt.io.enq := genSnapshot 317c4b56310SHaojin Tang snpt.io.enqData.robIdx := rename.io.out.map(_.bits.robIdx) 318c4b56310SHaojin Tang snpt.io.enqData.isCFI := rename.io.out.map(_.bits.snapshot) 319fa7f2c26STang Haojin snpt.io.deq := snpt.io.valids(snpt.io.deqPtr.value) && rob.io.commits.isCommit && 320c4b56310SHaojin Tang Cat(rob.io.commits.commitValid.zip(rob.io.commits.robIdx).map(x => x._1 && x._2 === snpt.io.snapshots(snpt.io.deqPtr.value).robIdx.head)).orR 321c4b56310SHaojin Tang snpt.io.redirect := s1_s3_redirect.valid 322c4b56310SHaojin Tang val flushVec = VecInit(snpt.io.snapshots.map { snapshot => 323c4b56310SHaojin Tang val notCFIMask = snapshot.isCFI.map(~_) 32437d77575SzhanglyGit val shouldFlush = snapshot.robIdx.map(robIdx => robIdx >= s1_s3_redirect.bits.robIdx || robIdx.value === s1_s3_redirect.bits.robIdx.value) 32537d77575SzhanglyGit val shouldFlushMask = (1 to RenameWidth).map(shouldFlush take _ reduce (_ || _)) 32637d77575SzhanglyGit s1_s3_redirect.valid && Cat(shouldFlushMask.zip(notCFIMask).map(x => x._1 | x._2)).andR 327c4b56310SHaojin Tang }) 328a6742963SHaojin Tang val flushVecNext = flushVec zip snpt.io.valids map (x => GatedValidRegNext(x._1 && x._2, false.B)) 329c4b56310SHaojin Tang snpt.io.flushVec := flushVecNext 330fa7f2c26STang Haojin 331fa7f2c26STang Haojin val useSnpt = VecInit.tabulate(RenameSnapshotNum)(idx => 332780712aaSxiaofeibao-xjtu snpt.io.valids(idx) && (s1_s3_redirect.bits.robIdx > snpt.io.snapshots(idx).robIdx.head || 333780712aaSxiaofeibao-xjtu !s1_s3_redirect.bits.flushItself() && s1_s3_redirect.bits.robIdx === snpt.io.snapshots(idx).robIdx.head) 334c61abc0cSXuan Hu ).reduceTree(_ || _) 335c61abc0cSXuan Hu val snptSelect = MuxCase( 336c61abc0cSXuan Hu 0.U(log2Ceil(RenameSnapshotNum).W), 337fa7f2c26STang Haojin (1 to RenameSnapshotNum).map(i => (snpt.io.enqPtr - i.U).value).map(idx => 338780712aaSxiaofeibao-xjtu (snpt.io.valids(idx) && (s1_s3_redirect.bits.robIdx > snpt.io.snapshots(idx).robIdx.head || 339780712aaSxiaofeibao-xjtu !s1_s3_redirect.bits.flushItself() && s1_s3_redirect.bits.robIdx === snpt.io.snapshots(idx).robIdx.head), idx) 340c61abc0cSXuan Hu ) 341c61abc0cSXuan Hu ) 342fa7f2c26STang Haojin 343fa7f2c26STang Haojin rob.io.snpt.snptEnq := DontCare 344fa7f2c26STang Haojin rob.io.snpt.snptDeq := snpt.io.deq 345fa7f2c26STang Haojin rob.io.snpt.useSnpt := useSnpt 346fa7f2c26STang Haojin rob.io.snpt.snptSelect := snptSelect 347c4b56310SHaojin Tang rob.io.snpt.flushVec := flushVecNext 348c4b56310SHaojin Tang rat.io.snpt.snptEnq := genSnapshot 349fa7f2c26STang Haojin rat.io.snpt.snptDeq := snpt.io.deq 350fa7f2c26STang Haojin rat.io.snpt.useSnpt := useSnpt 351fa7f2c26STang Haojin rat.io.snpt.snptSelect := snptSelect 352c4b56310SHaojin Tang rat.io.snpt.flushVec := flushVec 353fa7f2c26STang Haojin 35424519898SXuan Hu val decodeHasException = decode.io.out.map(x => x.bits.exceptionVec(instrPageFault) || x.bits.exceptionVec(instrAccessFault)) 35524519898SXuan Hu // fusion decoder 35624519898SXuan Hu for (i <- 0 until DecodeWidth) { 35724519898SXuan Hu fusionDecoder.io.in(i).valid := decode.io.out(i).valid && !(decodeHasException(i) || disableFusion) 35824519898SXuan Hu fusionDecoder.io.in(i).bits := decode.io.out(i).bits.instr 35924519898SXuan Hu if (i > 0) { 36024519898SXuan Hu fusionDecoder.io.inReady(i - 1) := decode.io.out(i).ready 36124519898SXuan Hu } 36224519898SXuan Hu } 36324519898SXuan Hu 36424519898SXuan Hu private val decodePipeRename = Wire(Vec(RenameWidth, DecoupledIO(new DecodedInst))) 36524519898SXuan Hu 36624519898SXuan Hu for (i <- 0 until RenameWidth) { 36724519898SXuan Hu PipelineConnect(decode.io.out(i), decodePipeRename(i), rename.io.in(i).ready, 36824519898SXuan Hu s1_s3_redirect.valid || s2_s4_pendingRedirectValid, moduleName = Some("decodePipeRenameModule")) 36924519898SXuan Hu 37024519898SXuan Hu decodePipeRename(i).ready := rename.io.in(i).ready 37124519898SXuan Hu rename.io.in(i).valid := decodePipeRename(i).valid && !fusionDecoder.io.clear(i) 37224519898SXuan Hu rename.io.in(i).bits := decodePipeRename(i).bits 37324519898SXuan Hu } 37424519898SXuan Hu 37524519898SXuan Hu for (i <- 0 until RenameWidth - 1) { 37624519898SXuan Hu fusionDecoder.io.dec(i) := decodePipeRename(i).bits 37724519898SXuan Hu rename.io.fusionInfo(i) := fusionDecoder.io.info(i) 37824519898SXuan Hu 37924519898SXuan Hu // update the first RenameWidth - 1 instructions 38024519898SXuan Hu decode.io.fusion(i) := fusionDecoder.io.out(i).valid && rename.io.out(i).fire 38124519898SXuan Hu when (fusionDecoder.io.out(i).valid) { 38224519898SXuan Hu fusionDecoder.io.out(i).bits.update(rename.io.in(i).bits) 38324519898SXuan Hu // TODO: remove this dirty code for ftq update 38424519898SXuan Hu val sameFtqPtr = rename.io.in(i).bits.ftqPtr.value === rename.io.in(i + 1).bits.ftqPtr.value 38524519898SXuan Hu val ftqOffset0 = rename.io.in(i).bits.ftqOffset 38624519898SXuan Hu val ftqOffset1 = rename.io.in(i + 1).bits.ftqOffset 38724519898SXuan Hu val ftqOffsetDiff = ftqOffset1 - ftqOffset0 38824519898SXuan Hu val cond1 = sameFtqPtr && ftqOffsetDiff === 1.U 38924519898SXuan Hu val cond2 = sameFtqPtr && ftqOffsetDiff === 2.U 39024519898SXuan Hu val cond3 = !sameFtqPtr && ftqOffset1 === 0.U 39124519898SXuan Hu val cond4 = !sameFtqPtr && ftqOffset1 === 1.U 39224519898SXuan Hu rename.io.in(i).bits.commitType := Mux(cond1, 4.U, Mux(cond2, 5.U, Mux(cond3, 6.U, 7.U))) 39324519898SXuan Hu XSError(!cond1 && !cond2 && !cond3 && !cond4, p"new condition $sameFtqPtr $ftqOffset0 $ftqOffset1\n") 39424519898SXuan Hu } 39524519898SXuan Hu 39624519898SXuan Hu } 39724519898SXuan Hu 39824519898SXuan Hu // memory dependency predict 39924519898SXuan Hu // when decode, send fold pc to mdp 4009477429fSsinceforYy private val mdpFlodPcVecVld = Wire(Vec(DecodeWidth, Bool())) 40124519898SXuan Hu private val mdpFlodPcVec = Wire(Vec(DecodeWidth, UInt(MemPredPCWidth.W))) 40224519898SXuan Hu for (i <- 0 until DecodeWidth) { 4039477429fSsinceforYy mdpFlodPcVecVld(i) := decode.io.out(i).fire || GatedValidRegNext(decode.io.out(i).fire) 40424519898SXuan Hu mdpFlodPcVec(i) := Mux( 40524519898SXuan Hu decode.io.out(i).fire, 40624519898SXuan Hu decode.io.in(i).bits.foldpc, 40724519898SXuan Hu rename.io.in(i).bits.foldpc 40824519898SXuan Hu ) 40924519898SXuan Hu } 41024519898SXuan Hu 41124519898SXuan Hu // currently, we only update mdp info when isReplay 41224519898SXuan Hu memCtrl.io.redirect := s1_s3_redirect 41324519898SXuan Hu memCtrl.io.csrCtrl := io.csrCtrl // RegNext in memCtrl 41424519898SXuan Hu memCtrl.io.stIn := io.fromMem.stIn // RegNext in memCtrl 41524519898SXuan Hu memCtrl.io.memPredUpdate := redirectGen.io.memPredUpdate // RegNext in memCtrl 4169477429fSsinceforYy memCtrl.io.mdpFoldPcVecVld := mdpFlodPcVecVld 41724519898SXuan Hu memCtrl.io.mdpFlodPcVec := mdpFlodPcVec 41824519898SXuan Hu memCtrl.io.dispatchLFSTio <> dispatch.io.lfst 41924519898SXuan Hu 42024519898SXuan Hu rat.io.redirect := s1_s3_redirect.valid 4216b102a39SHaojin Tang rat.io.rabCommits := rob.io.rabCommits 422cda1c534Sxiaofeibao-xjtu rat.io.diffCommits.foreach(_ := rob.io.diffCommits.get) 42324519898SXuan Hu rat.io.intRenamePorts := rename.io.intRenamePorts 42424519898SXuan Hu rat.io.fpRenamePorts := rename.io.fpRenamePorts 42524519898SXuan Hu rat.io.vecRenamePorts := rename.io.vecRenamePorts 42624519898SXuan Hu 42724519898SXuan Hu rename.io.redirect := s1_s3_redirect 4286b102a39SHaojin Tang rename.io.rabCommits := rob.io.rabCommits 42924519898SXuan Hu rename.io.waittable := (memCtrl.io.waitTable2Rename zip decode.io.out).map{ case(waittable2rename, decodeOut) => 43024519898SXuan Hu RegEnable(waittable2rename, decodeOut.fire) 43124519898SXuan Hu } 43224519898SXuan Hu rename.io.ssit := memCtrl.io.ssit2Rename 43324519898SXuan Hu rename.io.intReadPorts := VecInit(rat.io.intReadPorts.map(x => VecInit(x.map(_.data)))) 43424519898SXuan Hu rename.io.fpReadPorts := VecInit(rat.io.fpReadPorts.map(x => VecInit(x.map(_.data)))) 43524519898SXuan Hu rename.io.vecReadPorts := VecInit(rat.io.vecReadPorts.map(x => VecInit(x.map(_.data)))) 436dcf3a679STang Haojin rename.io.int_need_free := rat.io.int_need_free 437dcf3a679STang Haojin rename.io.int_old_pdest := rat.io.int_old_pdest 438dcf3a679STang Haojin rename.io.fp_old_pdest := rat.io.fp_old_pdest 4393cf50307SZiyue Zhang rename.io.vec_old_pdest := rat.io.vec_old_pdest 440b7d9e8d5Sxiaofeibao-xjtu rename.io.debug_int_rat.foreach(_ := rat.io.debug_int_rat.get) 441b7d9e8d5Sxiaofeibao-xjtu rename.io.debug_fp_rat.foreach(_ := rat.io.debug_fp_rat.get) 442b7d9e8d5Sxiaofeibao-xjtu rename.io.debug_vec_rat.foreach(_ := rat.io.debug_vec_rat.get) 443b7d9e8d5Sxiaofeibao-xjtu rename.io.debug_vconfig_rat.foreach(_ := rat.io.debug_vconfig_rat.get) 444d2b20d1aSTang Haojin rename.io.stallReason.in <> decode.io.stallReason.out 445870f462dSXuan Hu rename.io.snpt.snptEnq := DontCare 446870f462dSXuan Hu rename.io.snpt.snptDeq := snpt.io.deq 447870f462dSXuan Hu rename.io.snpt.useSnpt := useSnpt 448870f462dSXuan Hu rename.io.snpt.snptSelect := snptSelect 449bb7e6e3aSxiaofeibao-xjtu rename.io.snptIsFull := snpt.io.valids.asUInt.andR 450c4b56310SHaojin Tang rename.io.snpt.flushVec := flushVecNext 451c4b56310SHaojin Tang rename.io.snptLastEnq.valid := !isEmpty(snpt.io.enqPtr, snpt.io.deqPtr) 452c4b56310SHaojin Tang rename.io.snptLastEnq.bits := snpt.io.snapshots((snpt.io.enqPtr - 1.U).value).robIdx.head 453870f462dSXuan Hu 454870f462dSXuan Hu val renameOut = Wire(chiselTypeOf(rename.io.out)) 455870f462dSXuan Hu renameOut <> rename.io.out 456ac78003fSzhanglyGit // pass all snapshot in the first element for correctness of blockBackward 457ac78003fSzhanglyGit renameOut.tail.foreach(_.bits.snapshot := false.B) 458ac78003fSzhanglyGit renameOut.head.bits.snapshot := Mux(isFull(snpt.io.enqPtr, snpt.io.deqPtr), 459ac78003fSzhanglyGit false.B, 460ac78003fSzhanglyGit Cat(rename.io.out.map(out => out.valid && out.bits.snapshot)).orR 461ac78003fSzhanglyGit ) 462ac78003fSzhanglyGit 463ac78003fSzhanglyGit 464ac78003fSzhanglyGit // pipeline between rename and dispatch 465ac78003fSzhanglyGit for (i <- 0 until RenameWidth) { 466ac78003fSzhanglyGit PipelineConnect(renameOut(i), dispatch.io.fromRename(i), dispatch.io.recv(i), s1_s3_redirect.valid) 467ac78003fSzhanglyGit } 468ff3fcdf1Sxiaofeibao-xjtu dispatch.io.IQValidNumVec := io.IQValidNumVec 469ff3fcdf1Sxiaofeibao-xjtu dispatch.io.fromIntDQ.intDQ0ValidDeq0Num := intDq0.io.validDeq0Num 470ff3fcdf1Sxiaofeibao-xjtu dispatch.io.fromIntDQ.intDQ0ValidDeq1Num := intDq0.io.validDeq1Num 471ff3fcdf1Sxiaofeibao-xjtu dispatch.io.fromIntDQ.intDQ1ValidDeq0Num := intDq1.io.validDeq0Num 472ff3fcdf1Sxiaofeibao-xjtu dispatch.io.fromIntDQ.intDQ1ValidDeq1Num := intDq1.io.validDeq1Num 473ff3fcdf1Sxiaofeibao-xjtu 47424519898SXuan Hu dispatch.io.hartId := io.fromTop.hartId 47524519898SXuan Hu dispatch.io.redirect := s1_s3_redirect 47624519898SXuan Hu dispatch.io.enqRob <> rob.io.enq 477d2b20d1aSTang Haojin dispatch.io.robHead := rob.io.debugRobHead 478d2b20d1aSTang Haojin dispatch.io.stallReason <> rename.io.stallReason.out 479d2b20d1aSTang Haojin dispatch.io.lqCanAccept := io.lqCanAccept 480d2b20d1aSTang Haojin dispatch.io.sqCanAccept := io.sqCanAccept 481d2b20d1aSTang Haojin dispatch.io.robHeadNotReady := rob.io.headNotReady 482d2b20d1aSTang Haojin dispatch.io.robFull := rob.io.robFull 4835f8b6c9eSsinceforYy dispatch.io.singleStep := GatedValidRegNext(io.csrCtrl.singlestep) 48424519898SXuan Hu 485ff3fcdf1Sxiaofeibao-xjtu intDq0.io.enq <> dispatch.io.toIntDq0 486ff3fcdf1Sxiaofeibao-xjtu intDq0.io.redirect <> s2_s4_redirect 487ff3fcdf1Sxiaofeibao-xjtu intDq1.io.enq <> dispatch.io.toIntDq1 488ff3fcdf1Sxiaofeibao-xjtu intDq1.io.redirect <> s2_s4_redirect 48924519898SXuan Hu 49024519898SXuan Hu fpDq.io.enq <> dispatch.io.toFpDq 49124519898SXuan Hu fpDq.io.redirect <> s2_s4_redirect 49224519898SXuan Hu 49360f0c5aeSxiaofeibao vecDq.io.enq <> dispatch.io.toVecDq 49460f0c5aeSxiaofeibao vecDq.io.redirect <> s2_s4_redirect 49560f0c5aeSxiaofeibao 49624519898SXuan Hu lsDq.io.enq <> dispatch.io.toLsDq 49724519898SXuan Hu lsDq.io.redirect <> s2_s4_redirect 49824519898SXuan Hu 499ff3fcdf1Sxiaofeibao-xjtu io.toIssueBlock.intUops <> (intDq0.io.deq :++ intDq1.io.deq) 50060f0c5aeSxiaofeibao io.toIssueBlock.fpUops <> fpDq.io.deq 50160f0c5aeSxiaofeibao io.toIssueBlock.vfUops <> vecDq.io.deq 50224519898SXuan Hu io.toIssueBlock.memUops <> lsDq.io.deq 50324519898SXuan Hu io.toIssueBlock.allocPregs <> dispatch.io.allocPregs 50424519898SXuan Hu io.toIssueBlock.flush <> s2_s4_redirect 50524519898SXuan Hu 5065f8b6c9eSsinceforYy pcMem.io.wen.head := GatedValidRegNext(io.frontend.fromFtq.pc_mem_wen) 5073827c997SsinceforYy pcMem.io.waddr.head := RegEnable(io.frontend.fromFtq.pc_mem_waddr, io.frontend.fromFtq.pc_mem_wen) 5083827c997SsinceforYy pcMem.io.wdata.head := RegEnable(io.frontend.fromFtq.pc_mem_wdata, io.frontend.fromFtq.pc_mem_wen) 50924519898SXuan Hu 51024519898SXuan Hu io.toDataPath.flush := s2_s4_redirect 51124519898SXuan Hu io.toExuBlock.flush := s2_s4_redirect 51224519898SXuan Hu 51324519898SXuan Hu 51424519898SXuan Hu rob.io.hartId := io.fromTop.hartId 51524519898SXuan Hu rob.io.redirect := s1_s3_redirect 51624519898SXuan Hu rob.io.writeback := delayedNotFlushedWriteBack 51785f51ecaSxiaofeibao-xjtu rob.io.writebackNums := VecInit(delayedNotFlushedWriteBackNums) 5186f483f86SXuan Hu rob.io.readGPAMemData := gpaMem.io.exceptionReadData 51924519898SXuan Hu 52024519898SXuan Hu io.redirect := s1_s3_redirect 52124519898SXuan Hu 52224519898SXuan Hu // rob to int block 52324519898SXuan Hu io.robio.csr <> rob.io.csr 52424519898SXuan Hu // When wfi is disabled, it will not block ROB commit. 52524519898SXuan Hu rob.io.csr.wfiEvent := io.robio.csr.wfiEvent 52624519898SXuan Hu rob.io.wfi_enable := decode.io.csrCtrl.wfi_enable 52724519898SXuan Hu 52824519898SXuan Hu io.toTop.cpuHalt := DelayN(rob.io.cpu_halt, 5) 52924519898SXuan Hu 53024519898SXuan Hu io.robio.csr.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr) 53124519898SXuan Hu io.robio.exception := rob.io.exception 53224519898SXuan Hu io.robio.exception.bits.pc := s1_robFlushPc 53324519898SXuan Hu 53424519898SXuan Hu // rob to mem block 53524519898SXuan Hu io.robio.lsq <> rob.io.lsq 53624519898SXuan Hu 537b7d9e8d5Sxiaofeibao-xjtu io.debug_int_rat .foreach(_ := rat.io.diff_int_rat.get) 538b7d9e8d5Sxiaofeibao-xjtu io.debug_fp_rat .foreach(_ := rat.io.diff_fp_rat.get) 539b7d9e8d5Sxiaofeibao-xjtu io.debug_vec_rat .foreach(_ := rat.io.diff_vec_rat.get) 540b7d9e8d5Sxiaofeibao-xjtu io.debug_vconfig_rat.foreach(_ := rat.io.diff_vconfig_rat.get) 54124519898SXuan Hu 54217b21f45SHaojin Tang rob.io.debug_ls := io.robio.debug_ls 54317b21f45SHaojin Tang rob.io.debugHeadLsIssue := io.robio.robHeadLsIssue 54417b21f45SHaojin Tang rob.io.lsTopdownInfo := io.robio.lsTopdownInfo 5456ce10964SXuan Hu rob.io.debugEnqLsq := io.debugEnqLsq 5466ce10964SXuan Hu 54717b21f45SHaojin Tang io.robio.robDeqPtr := rob.io.robDeqPtr 5488744445eSMaxpicca-Li 5497e4f0b19SZiyue-Zhang // rob to backend 5507e4f0b19SZiyue-Zhang io.robio.commitVType := rob.io.toDecode.commitVType 5517e4f0b19SZiyue-Zhang // exu block to decode 5527e4f0b19SZiyue-Zhang decode.io.vsetvlVType := io.robio.vsetvlVType 5537e4f0b19SZiyue-Zhang 55460ebee38STang Haojin io.debugTopDown.fromRob := rob.io.debugTopDown.toCore 55560ebee38STang Haojin dispatch.io.debugTopDown.fromRob := rob.io.debugTopDown.toDispatch 55660ebee38STang Haojin dispatch.io.debugTopDown.fromCore := io.debugTopDown.fromCore 5577cf78eb2Shappy-lx io.debugRolling := rob.io.debugRolling 55860ebee38STang Haojin 5595f8b6c9eSsinceforYy io.perfInfo.ctrlInfo.robFull := GatedValidRegNext(rob.io.robFull) 5605f8b6c9eSsinceforYy io.perfInfo.ctrlInfo.intdqFull := GatedValidRegNext(intDq0.io.dqFull || intDq1.io.dqFull) 56160f0c5aeSxiaofeibao io.perfInfo.ctrlInfo.fpdqFull := GatedValidRegNext(vecDq.io.dqFull) 5625f8b6c9eSsinceforYy io.perfInfo.ctrlInfo.lsdqFull := GatedValidRegNext(lsDq.io.dqFull) 56324519898SXuan Hu 56424519898SXuan Hu val pfevent = Module(new PFEvent) 56524519898SXuan Hu pfevent.io.distribute_csr := RegNext(io.csrCtrl.distribute_csr) 56624519898SXuan Hu val csrevents = pfevent.io.hpmevent.slice(8,16) 56724519898SXuan Hu 56824519898SXuan Hu val perfinfo = IO(new Bundle(){ 56924519898SXuan Hu val perfEventsRs = Input(Vec(params.IqCnt, new PerfEvent)) 57024519898SXuan Hu val perfEventsEu0 = Input(Vec(6, new PerfEvent)) 57124519898SXuan Hu val perfEventsEu1 = Input(Vec(6, new PerfEvent)) 57224519898SXuan Hu }) 57324519898SXuan Hu 57460f0c5aeSxiaofeibao val perfFromUnits = Seq(decode, rename, dispatch, intDq0, intDq1, vecDq, lsDq, rob).flatMap(_.getPerfEvents) 5759a128342SHaoyuan Feng val perfFromIO = perfinfo.perfEventsEu0.map(x => ("perfEventsEu0", x.value)) ++ 5769a128342SHaoyuan Feng perfinfo.perfEventsEu1.map(x => ("perfEventsEu1", x.value)) ++ 5779a128342SHaoyuan Feng perfinfo.perfEventsRs.map(x => ("perfEventsRs", x.value)) 5789a128342SHaoyuan Feng val perfBlock = Seq() 5799a128342SHaoyuan Feng // let index = 0 be no event 5809a128342SHaoyuan Feng val allPerfEvents = Seq(("noEvent", 0.U)) ++ perfFromUnits ++ perfFromIO ++ perfBlock 5819a128342SHaoyuan Feng 5829a128342SHaoyuan Feng if (printEventCoding) { 5839a128342SHaoyuan Feng for (((name, inc), i) <- allPerfEvents.zipWithIndex) { 5849a128342SHaoyuan Feng println("CtrlBlock perfEvents Set", name, inc, i) 5859a128342SHaoyuan Feng } 5869a128342SHaoyuan Feng } 5879a128342SHaoyuan Feng 5889a128342SHaoyuan Feng val allPerfInc = allPerfEvents.map(_._2.asTypeOf(new PerfEvent)) 5899a128342SHaoyuan Feng val perfEvents = HPerfMonitor(csrevents, allPerfInc).getPerfEvents 59024519898SXuan Hu generatePerfEvent() 59124519898SXuan Hu} 59224519898SXuan Hu 59324519898SXuan Huclass CtrlBlockIO()(implicit p: Parameters, params: BackendParams) extends XSBundle { 59424519898SXuan Hu val fromTop = new Bundle { 59524519898SXuan Hu val hartId = Input(UInt(8.W)) 59624519898SXuan Hu } 59724519898SXuan Hu val toTop = new Bundle { 59824519898SXuan Hu val cpuHalt = Output(Bool()) 59924519898SXuan Hu } 60024519898SXuan Hu val frontend = Flipped(new FrontendToCtrlIO()) 60124519898SXuan Hu val toIssueBlock = new Bundle { 60224519898SXuan Hu val flush = ValidIO(new Redirect) 60324519898SXuan Hu val allocPregs = Vec(RenameWidth, Output(new ResetPregStateReq)) 60424519898SXuan Hu val intUops = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new DynInst)) 60560f0c5aeSxiaofeibao val vfUops = Vec(dpParams.VecDqDeqWidth, DecoupledIO(new DynInst)) 60660f0c5aeSxiaofeibao val fpUops = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new DynInst)) 60724519898SXuan Hu val memUops = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new DynInst)) 60824519898SXuan Hu } 60924519898SXuan Hu val toDataPath = new Bundle { 61024519898SXuan Hu val flush = ValidIO(new Redirect) 61124519898SXuan Hu } 61224519898SXuan Hu val toExuBlock = new Bundle { 61324519898SXuan Hu val flush = ValidIO(new Redirect) 61424519898SXuan Hu } 615c1e19666Sxiaofeibao-xjtu val IQValidNumVec = Input(MixedVec(params.genIQValidNumBundle)) 61624519898SXuan Hu val fromWB = new Bundle { 61724519898SXuan Hu val wbData = Flipped(MixedVec(params.genWrite2CtrlBundles)) 61824519898SXuan Hu } 61924519898SXuan Hu val redirect = ValidIO(new Redirect) 62024519898SXuan Hu val fromMem = new Bundle { 621272ec6b1SHaojin Tang val stIn = Vec(params.StaExuCnt, Flipped(ValidIO(new DynInst))) // use storeSetHit, ssid, robIdx 62224519898SXuan Hu val violation = Flipped(ValidIO(new Redirect)) 62324519898SXuan Hu } 62424519898SXuan Hu val memLdPcRead = Vec(params.LduCnt, Flipped(new FtqRead(UInt(VAddrBits.W)))) 62583ba63b3SXuan Hu val memStPcRead = Vec(params.StaCnt, Flipped(new FtqRead(UInt(VAddrBits.W)))) 626b133b458SXuan Hu val memHyPcRead = Vec(params.HyuCnt, Flipped(new FtqRead(UInt(VAddrBits.W)))) 6274b0d80d8SXuan Hu 62824519898SXuan Hu val csrCtrl = Input(new CustomCSRCtrlIO) 62924519898SXuan Hu val robio = new Bundle { 63024519898SXuan Hu val csr = new RobCSRIO 63124519898SXuan Hu val exception = ValidIO(new ExceptionInfo) 63224519898SXuan Hu val lsq = new RobLsqIO 6336810d1e8Ssfencevma val lsTopdownInfo = Vec(params.LduCnt + params.HyuCnt, Input(new LsTopdownInfo)) 6342326221cSXuan Hu val debug_ls = Input(new DebugLSIO()) 63517b21f45SHaojin Tang val robHeadLsIssue = Input(Bool()) 63617b21f45SHaojin Tang val robDeqPtr = Output(new RobPtr) 6377e4f0b19SZiyue-Zhang val vsetvlVType = Input(VType()) 6387e4f0b19SZiyue-Zhang val commitVType = new Bundle { 6397e4f0b19SZiyue-Zhang val vtype = Output(ValidIO(VType())) 6407e4f0b19SZiyue-Zhang val hasVsetvl = Output(Bool()) 6417e4f0b19SZiyue-Zhang } 64224519898SXuan Hu } 64324519898SXuan Hu 64424519898SXuan Hu val perfInfo = Output(new Bundle{ 64524519898SXuan Hu val ctrlInfo = new Bundle { 64624519898SXuan Hu val robFull = Bool() 64724519898SXuan Hu val intdqFull = Bool() 64824519898SXuan Hu val fpdqFull = Bool() 64924519898SXuan Hu val lsdqFull = Bool() 65024519898SXuan Hu } 65124519898SXuan Hu }) 652b7d9e8d5Sxiaofeibao-xjtu val debug_int_rat = if (params.debugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None 653b7d9e8d5Sxiaofeibao-xjtu val debug_fp_rat = if (params.debugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None 654b7d9e8d5Sxiaofeibao-xjtu val debug_vec_rat = if (params.debugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None 655b7d9e8d5Sxiaofeibao-xjtu val debug_vconfig_rat = if (params.debugEn) Some(Output(UInt(PhyRegIdxWidth.W))) else None // TODO: use me 65624519898SXuan Hu 657c61abc0cSXuan Hu val sqCanAccept = Input(Bool()) 658c61abc0cSXuan Hu val lqCanAccept = Input(Bool()) 6594b0d80d8SXuan Hu 6604b0d80d8SXuan Hu val debugTopDown = new Bundle { 6614b0d80d8SXuan Hu val fromRob = new RobCoreTopDownIO 6624b0d80d8SXuan Hu val fromCore = new CoreDispatchTopDownIO 6634b0d80d8SXuan Hu } 6644b0d80d8SXuan Hu val debugRolling = new RobDebugRollingIO 6656ce10964SXuan Hu val debugEnqLsq = Input(new LsqEnqIO) 66624519898SXuan Hu} 66724519898SXuan Hu 66824519898SXuan Huclass NamedIndexes(namedCnt: Seq[(String, Int)]) { 66924519898SXuan Hu require(namedCnt.map(_._1).distinct.size == namedCnt.size, "namedCnt should not have the same name") 67024519898SXuan Hu 67124519898SXuan Hu val maxIdx = namedCnt.map(_._2).sum 67224519898SXuan Hu val nameRangeMap: Map[String, (Int, Int)] = namedCnt.indices.map { i => 67324519898SXuan Hu val begin = namedCnt.slice(0, i).map(_._2).sum 67424519898SXuan Hu val end = begin + namedCnt(i)._2 67524519898SXuan Hu (namedCnt(i)._1, (begin, end)) 67624519898SXuan Hu }.toMap 67724519898SXuan Hu 67824519898SXuan Hu def apply(name: String): Seq[Int] = { 67924519898SXuan Hu require(nameRangeMap.contains(name)) 68024519898SXuan Hu nameRangeMap(name)._1 until nameRangeMap(name)._2 68124519898SXuan Hu } 68224519898SXuan Hu} 683