1730cfbc0SXuan Hupackage xiangshan.backend.issue 2730cfbc0SXuan Hu 383ba63b3SXuan Huimport org.chipsalliance.cde.config.Parameters 4730cfbc0SXuan Huimport chisel3._ 5730cfbc0SXuan Huimport chisel3.util._ 6730cfbc0SXuan Huimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 7bb2f3f51STang Haojinimport utility.{GTimer, GatedValidRegNext, HasCircularQueuePtrHelper, SelectOne, XSPerfAccumulate, XSPerfHistogram} 8730cfbc0SXuan Huimport xiangshan._ 9c0be7f33SXuan Huimport xiangshan.backend.Bundles._ 10aa2bcc31SzhanglyGitimport xiangshan.backend.issue.EntryBundles._ 11f4dcd9fcSsinsanctionimport xiangshan.backend.decode.{ImmUnion, Imm_LUI_LOAD} 12730cfbc0SXuan Huimport xiangshan.backend.datapath.DataConfig._ 13c0be7f33SXuan Huimport xiangshan.backend.datapath.DataSource 148e208fb5SXuan Huimport xiangshan.backend.fu.{FuConfig, FuType} 156dbb4e08SXuan Huimport xiangshan.mem.{LqPtr, MemWaitUpdateReq, SqPtr} 162d270511Ssinsanctionimport xiangshan.backend.rob.RobPtr 1759ef6009Sxiaofeibao-xjtuimport xiangshan.backend.datapath.NewPipelineConnect 186dbb4e08SXuan Huimport xiangshan.backend.fu.vector.Bundles.VSew 19730cfbc0SXuan Hu 20730cfbc0SXuan Huclass IssueQueue(params: IssueBlockParams)(implicit p: Parameters) extends LazyModule with HasXSParameter { 211ca4a39dSXuan Hu override def shouldBeInlined: Boolean = false 221ca4a39dSXuan Hu 23195ef4a5STang Haojin implicit val iqParams: IssueBlockParams = params 2483ba63b3SXuan Hu lazy val module: IssueQueueImp = iqParams.schdType match { 25730cfbc0SXuan Hu case IntScheduler() => new IssueQueueIntImp(this) 2660f0c5aeSxiaofeibao case FpScheduler() => new IssueQueueFpImp(this) 27730cfbc0SXuan Hu case VfScheduler() => new IssueQueueVfImp(this) 282d270511Ssinsanction case MemScheduler() => 292d270511Ssinsanction if (iqParams.StdCnt == 0 && !iqParams.isVecMemIQ) new IssueQueueMemAddrImp(this) 302d270511Ssinsanction else if (iqParams.isVecMemIQ) new IssueQueueVecMemImp(this) 31730cfbc0SXuan Hu else new IssueQueueIntImp(this) 32730cfbc0SXuan Hu case _ => null 33730cfbc0SXuan Hu } 34730cfbc0SXuan Hu} 35730cfbc0SXuan Hu 3656bcaed7SHaojin Tangclass IssueQueueStatusBundle(numEnq: Int, numEntries: Int) extends Bundle { 37730cfbc0SXuan Hu val empty = Output(Bool()) 38730cfbc0SXuan Hu val full = Output(Bool()) 39e6bdebf4Sxiaofeibao val validCnt = Output(UInt(log2Ceil(numEntries + 1).W)) 40730cfbc0SXuan Hu val leftVec = Output(Vec(numEnq + 1, Bool())) 41730cfbc0SXuan Hu} 42730cfbc0SXuan Hu 435db4956bSzhanglyGitclass IssueQueueDeqRespBundle(implicit p:Parameters, params: IssueBlockParams) extends EntryDeqRespBundle 44730cfbc0SXuan Hu 45730cfbc0SXuan Huclass IssueQueueIO()(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 46bf35baadSXuan Hu // Inputs 47730cfbc0SXuan Hu val flush = Flipped(ValidIO(new Redirect)) 48730cfbc0SXuan Hu val enq = Vec(params.numEnq, Flipped(DecoupledIO(new DynInst))) 49730cfbc0SXuan Hu 50730cfbc0SXuan Hu val og0Resp = Vec(params.numDeq, Flipped(ValidIO(new IssueQueueDeqRespBundle))) 51730cfbc0SXuan Hu val og1Resp = Vec(params.numDeq, Flipped(ValidIO(new IssueQueueDeqRespBundle))) 5242b6cdf9Ssinsanction val og2Resp = Option.when(params.needOg2Resp)(Vec(params.numDeq, Flipped(ValidIO(new IssueQueueDeqRespBundle)))) 53bb2f3f51STang Haojin val finalIssueResp = Option.when(params.LdExuCnt > 0)(Vec(params.numDeq, Flipped(ValidIO(new IssueQueueDeqRespBundle)))) 54bb2f3f51STang Haojin val memAddrIssueResp = Option.when(params.LdExuCnt > 0)(Vec(params.numDeq, Flipped(ValidIO(new IssueQueueDeqRespBundle)))) 55bb2f3f51STang Haojin val vecLoadIssueResp = Option.when(params.VlduCnt > 0)(Vec(params.numDeq, Flipped(ValidIO(new IssueQueueDeqRespBundle)))) 56e3da8badSTang Haojin val wbBusyTableRead = Input(params.genWbFuBusyTableReadBundle) 57e3da8badSTang Haojin val wbBusyTableWrite = Output(params.genWbFuBusyTableWriteBundle) 58c0be7f33SXuan Hu val wakeupFromWB: MixedVec[ValidIO[IssueQueueWBWakeUpBundle]] = Flipped(params.genWBWakeUpSinkValidBundle) 59c0be7f33SXuan Hu val wakeupFromIQ: MixedVec[ValidIO[IssueQueueIQWakeUpBundle]] = Flipped(params.genIQWakeUpSinkValidBundle) 60*d88d4328SZiyue Zhang val vlFromIntIsZero = Input(Bool()) 61*d88d4328SZiyue Zhang val vlFromIntIsVlmax = Input(Bool()) 62*d88d4328SZiyue Zhang val vlFromVfIsZero = Input(Bool()) 63*d88d4328SZiyue Zhang val vlFromVfIsVlmax = Input(Bool()) 64be9ff987Ssinsanction val og0Cancel = Input(ExuVec()) 65be9ff987Ssinsanction val og1Cancel = Input(ExuVec()) 666810d1e8Ssfencevma val ldCancel = Vec(backendParams.LduCnt + backendParams.HyuCnt, Flipped(new LoadCancelIO)) 670c112fa1Ssinsanction val replaceRCIdx = Option.when(params.needWriteRegCache)(Vec(params.numDeq, Input(UInt(RegCacheIdxWidth.W)))) 68bf35baadSXuan Hu 69bf35baadSXuan Hu // Outputs 70c0be7f33SXuan Hu val wakeupToIQ: MixedVec[ValidIO[IssueQueueIQWakeUpBundle]] = params.genIQWakeUpSourceValidBundle 7156bcaed7SHaojin Tang val status = Output(new IssueQueueStatusBundle(params.numEnq, params.numEntries)) 72ff3fcdf1Sxiaofeibao-xjtu val validCntDeqVec = Output(Vec(params.numDeq,UInt(params.numEntries.U.getWidth.W))) 7314b3c65cSHaojin Tang // val statusNext = Output(new IssueQueueStatusBundle(params.numEnq)) 74bf35baadSXuan Hu 7559ef6009Sxiaofeibao-xjtu val deqDelay: MixedVec[DecoupledIO[IssueQueueIssueBundle]] = params.genIssueDecoupledBundle// = deq.cloneType 76bf35baadSXuan Hu def allWakeUp = wakeupFromWB ++ wakeupFromIQ 77730cfbc0SXuan Hu} 78730cfbc0SXuan Hu 79730cfbc0SXuan Huclass IssueQueueImp(override val wrapper: IssueQueue)(implicit p: Parameters, val params: IssueBlockParams) 80730cfbc0SXuan Hu extends LazyModuleImp(wrapper) 81730cfbc0SXuan Hu with HasXSParameter { 82730cfbc0SXuan Hu 830721d1aaSXuan Hu override def desiredName: String = s"${params.getIQName}" 840721d1aaSXuan Hu 85c0be7f33SXuan Hu println(s"[IssueQueueImp] ${params.getIQName} wakeupFromWB(${io.wakeupFromWB.size}), " + 86e63b0a03SXuan Hu s"wakeup exu in(${params.wakeUpInExuSources.size}): ${params.wakeUpInExuSources.map(_.name).mkString("{",",","}")}, " + 87e63b0a03SXuan Hu s"wakeup exu out(${params.wakeUpOutExuSources.size}): ${params.wakeUpOutExuSources.map(_.name).mkString("{",",","}")}, " + 8828607074Ssinsanction s"numEntries: ${params.numEntries}, numRegSrc: ${params.numRegSrc}, " + 8928607074Ssinsanction s"numEnq: ${params.numEnq}, numSimp: ${params.numSimp}, numComp: ${params.numComp}, numDeq: ${params.numDeq}, " + 9028607074Ssinsanction s"isAllSimp: ${params.isAllSimp}, isAllComp: ${params.isAllComp}") 91730cfbc0SXuan Hu 92730cfbc0SXuan Hu require(params.numExu <= 2, "IssueQueue has not supported more than 2 deq ports") 9328607074Ssinsanction require(params.numEnq <= 2, "IssueQueue has not supported more than 2 enq ports") 9428607074Ssinsanction require(params.numSimp == 0 || params.numSimp >= params.numEnq, "numSimp should be 0 or at least not less than numEnq") 9528607074Ssinsanction require(params.numComp == 0 || params.numComp >= params.numEnq, "numComp should be 0 or at least not less than numEnq") 9628607074Ssinsanction 97730cfbc0SXuan Hu val deqFuCfgs : Seq[Seq[FuConfig]] = params.exuBlockParams.map(_.fuConfigs) 98730cfbc0SXuan Hu val allDeqFuCfgs : Seq[FuConfig] = params.exuBlockParams.flatMap(_.fuConfigs) 99730cfbc0SXuan Hu val fuCfgsCnt : Map[FuConfig, Int] = allDeqFuCfgs.groupBy(x => x).map { case (cfg, cfgSeq) => (cfg, cfgSeq.length) } 100730cfbc0SXuan Hu val commonFuCfgs : Seq[FuConfig] = fuCfgsCnt.filter(_._2 > 1).keys.toSeq 101c38df446SzhanglyGit val wakeupFuLatencyMaps : Seq[Map[FuType.OHType, Int]] = params.exuBlockParams.map(x => x.wakeUpFuLatencyMap) 1028e208fb5SXuan Hu 103c38df446SzhanglyGit println(s"[IssueQueueImp] ${params.getIQName} fuLatencyMaps: ${wakeupFuLatencyMaps}") 104730cfbc0SXuan Hu println(s"[IssueQueueImp] ${params.getIQName} commonFuCfgs: ${commonFuCfgs.map(_.name)}") 105730cfbc0SXuan Hu lazy val io = IO(new IssueQueueIO()) 1065db4956bSzhanglyGit 10728607074Ssinsanction // Modules 1085db4956bSzhanglyGit val entries = Module(new Entries) 109bb2f3f51STang Haojin val fuBusyTableWrite = params.exuBlockParams.map { case x => Option.when(x.latencyValMax > 0)(Module(new FuBusyTableWrite(x.fuLatencyMap))) } 110bb2f3f51STang Haojin val fuBusyTableRead = params.exuBlockParams.map { case x => Option.when(x.latencyValMax > 0)(Module(new FuBusyTableRead(x.fuLatencyMap))) } 111bb2f3f51STang Haojin val intWbBusyTableWrite = params.exuBlockParams.map { case x => Option.when(x.intLatencyCertain)(Module(new FuBusyTableWrite(x.intFuLatencyMap))) } 112bb2f3f51STang Haojin val intWbBusyTableRead = params.exuBlockParams.map { case x => Option.when(x.intLatencyCertain)(Module(new FuBusyTableRead(x.intFuLatencyMap))) } 113bb2f3f51STang Haojin val fpWbBusyTableWrite = params.exuBlockParams.map { case x => Option.when(x.fpLatencyCertain)(Module(new FuBusyTableWrite(x.fpFuLatencyMap))) } 114bb2f3f51STang Haojin val fpWbBusyTableRead = params.exuBlockParams.map { case x => Option.when(x.fpLatencyCertain)(Module(new FuBusyTableRead(x.fpFuLatencyMap))) } 115bb2f3f51STang Haojin val vfWbBusyTableWrite = params.exuBlockParams.map { case x => Option.when(x.vfLatencyCertain)(Module(new FuBusyTableWrite(x.vfFuLatencyMap))) } 116bb2f3f51STang Haojin val vfWbBusyTableRead = params.exuBlockParams.map { case x => Option.when(x.vfLatencyCertain)(Module(new FuBusyTableRead(x.vfFuLatencyMap))) } 117bb2f3f51STang Haojin val v0WbBusyTableWrite = params.exuBlockParams.map { case x => Option.when(x.v0LatencyCertain)(Module(new FuBusyTableWrite(x.v0FuLatencyMap))) } 118bb2f3f51STang Haojin val v0WbBusyTableRead = params.exuBlockParams.map { case x => Option.when(x.v0LatencyCertain)(Module(new FuBusyTableRead(x.v0FuLatencyMap))) } 119bb2f3f51STang Haojin val vlWbBusyTableWrite = params.exuBlockParams.map { case x => Option.when(x.vlLatencyCertain)(Module(new FuBusyTableWrite(x.vlFuLatencyMap))) } 120bb2f3f51STang Haojin val vlWbBusyTableRead = params.exuBlockParams.map { case x => Option.when(x.vlLatencyCertain)(Module(new FuBusyTableRead(x.vlFuLatencyMap))) } 121730cfbc0SXuan Hu 122493a9370SHaojin Tang class WakeupQueueFlush extends Bundle { 123493a9370SHaojin Tang val redirect = ValidIO(new Redirect) 1246810d1e8Ssfencevma val ldCancel = Vec(backendParams.LduCnt + backendParams.HyuCnt, new LoadCancelIO) 125493a9370SHaojin Tang val og0Fail = Output(Bool()) 126493a9370SHaojin Tang val og1Fail = Output(Bool()) 127493a9370SHaojin Tang } 128493a9370SHaojin Tang 129493a9370SHaojin Tang private def flushFunc(exuInput: ExuInput, flush: WakeupQueueFlush, stage: Int): Bool = { 130493a9370SHaojin Tang val redirectFlush = exuInput.robIdx.needFlush(flush.redirect) 1310f55a0d3SHaojin Tang val loadDependencyFlush = LoadShouldCancel(exuInput.loadDependency, flush.ldCancel) 132493a9370SHaojin Tang val ogFailFlush = stage match { 133493a9370SHaojin Tang case 1 => flush.og0Fail 134493a9370SHaojin Tang case 2 => flush.og1Fail 135493a9370SHaojin Tang case _ => false.B 136493a9370SHaojin Tang } 1370f55a0d3SHaojin Tang redirectFlush || loadDependencyFlush || ogFailFlush 1380f55a0d3SHaojin Tang } 1390f55a0d3SHaojin Tang 140ec1fea84SzhanglyGit private def modificationFunc(exuInput: ExuInput): ExuInput = { 141ec1fea84SzhanglyGit val newExuInput = WireDefault(exuInput) 142ec1fea84SzhanglyGit newExuInput.loadDependency match { 143ec1fea84SzhanglyGit case Some(deps) => deps.zip(exuInput.loadDependency.get).foreach(x => x._1 := x._2 << 1) 144ec1fea84SzhanglyGit case None => 145ec1fea84SzhanglyGit } 146ec1fea84SzhanglyGit newExuInput 147ec1fea84SzhanglyGit } 148ec1fea84SzhanglyGit 149ec1fea84SzhanglyGit private def lastConnectFunc(exuInput: ExuInput, newInput: ExuInput): ExuInput = { 1500c7ebb58Sxiaofeibao-xjtu val lastExuInput = WireDefault(exuInput) 1510c7ebb58Sxiaofeibao-xjtu val newExuInput = WireDefault(newInput) 1520c7ebb58Sxiaofeibao-xjtu newExuInput.elements.foreach { case (name, data) => 1530c7ebb58Sxiaofeibao-xjtu if (lastExuInput.elements.contains(name)) { 1540c7ebb58Sxiaofeibao-xjtu data := lastExuInput.elements(name) 1550c7ebb58Sxiaofeibao-xjtu } 1560c7ebb58Sxiaofeibao-xjtu } 1570c7ebb58Sxiaofeibao-xjtu if (newExuInput.pdestCopy.nonEmpty && !lastExuInput.pdestCopy.nonEmpty) { 1580c7ebb58Sxiaofeibao-xjtu newExuInput.pdestCopy.get.foreach(_ := lastExuInput.pdest) 1590c7ebb58Sxiaofeibao-xjtu } 1604c5a0d77Sxiaofeibao-xjtu if (newExuInput.rfWenCopy.nonEmpty && !lastExuInput.rfWenCopy.nonEmpty) { 1614c5a0d77Sxiaofeibao-xjtu newExuInput.rfWenCopy.get.foreach(_ := lastExuInput.rfWen.get) 1624c5a0d77Sxiaofeibao-xjtu } 1634c5a0d77Sxiaofeibao-xjtu if (newExuInput.fpWenCopy.nonEmpty && !lastExuInput.fpWenCopy.nonEmpty) { 1644c5a0d77Sxiaofeibao-xjtu newExuInput.fpWenCopy.get.foreach(_ := lastExuInput.fpWen.get) 1654c5a0d77Sxiaofeibao-xjtu } 1664c5a0d77Sxiaofeibao-xjtu if (newExuInput.vecWenCopy.nonEmpty && !lastExuInput.vecWenCopy.nonEmpty) { 1678dd32220Ssinsanction newExuInput.vecWenCopy.get.foreach(_ := lastExuInput.vecWen.get) 1688dd32220Ssinsanction } 1698dd32220Ssinsanction if (newExuInput.v0WenCopy.nonEmpty && !lastExuInput.v0WenCopy.nonEmpty) { 1708dd32220Ssinsanction newExuInput.v0WenCopy.get.foreach(_ := lastExuInput.v0Wen.get) 1718dd32220Ssinsanction } 1728dd32220Ssinsanction if (newExuInput.vlWenCopy.nonEmpty && !lastExuInput.vlWenCopy.nonEmpty) { 1738dd32220Ssinsanction newExuInput.vlWenCopy.get.foreach(_ := lastExuInput.vlWen.get) 1744c5a0d77Sxiaofeibao-xjtu } 1754c5a0d77Sxiaofeibao-xjtu if (newExuInput.loadDependencyCopy.nonEmpty && !lastExuInput.loadDependencyCopy.nonEmpty) { 1764c5a0d77Sxiaofeibao-xjtu newExuInput.loadDependencyCopy.get.foreach(_ := lastExuInput.loadDependency.get) 1774c5a0d77Sxiaofeibao-xjtu } 1780f55a0d3SHaojin Tang newExuInput 179493a9370SHaojin Tang } 180493a9370SHaojin Tang 181bb2f3f51STang Haojin val wakeUpQueues: Seq[Option[MultiWakeupQueue[ExuInput, WakeupQueueFlush]]] = params.exuBlockParams.map { x => Option.when(x.isIQWakeUpSource && !x.hasLoadExu)(Module( 1826fa1007bSxiaofeibao-xjtu new MultiWakeupQueue(new ExuInput(x), new ExuInput(x, x.copyWakeupOut, x.copyNum), new WakeupQueueFlush, x.wakeUpFuLatancySet, flushFunc, modificationFunc, lastConnectFunc) 183a01a12bbSHaojin Tang ))} 184fb445e8dSzhanglyGit val deqBeforeDly = Wire(params.genIssueDecoupledBundle) 185bf35baadSXuan Hu 186dd970561SzhanglyGit val intWbBusyTableIn = io.wbBusyTableRead.map(_.intWbBusyTable) 18760f0c5aeSxiaofeibao val fpWbBusyTableIn = io.wbBusyTableRead.map(_.fpWbBusyTable) 188dd970561SzhanglyGit val vfWbBusyTableIn = io.wbBusyTableRead.map(_.vfWbBusyTable) 1898dd32220Ssinsanction val v0WbBusyTableIn = io.wbBusyTableRead.map(_.v0WbBusyTable) 1908dd32220Ssinsanction val vlWbBusyTableIn = io.wbBusyTableRead.map(_.vlWbBusyTable) 1918dd32220Ssinsanction 192dd970561SzhanglyGit val intWbBusyTableOut = io.wbBusyTableWrite.map(_.intWbBusyTable) 19360f0c5aeSxiaofeibao val fpWbBusyTableOut = io.wbBusyTableWrite.map(_.fpWbBusyTable) 194dd970561SzhanglyGit val vfWbBusyTableOut = io.wbBusyTableWrite.map(_.vfWbBusyTable) 1958dd32220Ssinsanction val v0WbBusyTableOut = io.wbBusyTableWrite.map(_.v0WbBusyTable) 1968dd32220Ssinsanction val vlWbBusyTableOut = io.wbBusyTableWrite.map(_.vlWbBusyTable) 1978dd32220Ssinsanction 198dd970561SzhanglyGit val intDeqRespSetOut = io.wbBusyTableWrite.map(_.intDeqRespSet) 19960f0c5aeSxiaofeibao val fpDeqRespSetOut = io.wbBusyTableWrite.map(_.fpDeqRespSet) 200dd970561SzhanglyGit val vfDeqRespSetOut = io.wbBusyTableWrite.map(_.vfDeqRespSet) 2018dd32220Ssinsanction val v0DeqRespSetOut = io.wbBusyTableWrite.map(_.v0DeqRespSet) 2028dd32220Ssinsanction val vlDeqRespSetOut = io.wbBusyTableWrite.map(_.vlDeqRespSet) 2038dd32220Ssinsanction 204ea0f92d8Sczw val fuBusyTableMask = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 205de93b508SzhanglyGit val intWbBusyTableMask = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 20660f0c5aeSxiaofeibao val fpWbBusyTableMask = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 207de93b508SzhanglyGit val vfWbBusyTableMask = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 2088dd32220Ssinsanction val v0WbBusyTableMask = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 2098dd32220Ssinsanction val vlWbBusyTableMask = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 2108dd32220Ssinsanction 211730cfbc0SXuan Hu val s0_enqValidVec = io.enq.map(_.valid) 212730cfbc0SXuan Hu val s0_enqSelValidVec = Wire(Vec(params.numEnq, Bool())) 213730cfbc0SXuan Hu val s0_enqNotFlush = !io.flush.valid 214730cfbc0SXuan Hu val s0_enqBits = WireInit(VecInit(io.enq.map(_.bits))) 2155db4956bSzhanglyGit val s0_doEnqSelValidVec = s0_enqSelValidVec.map(_ && s0_enqNotFlush) //enqValid && notFlush && enqReady 216730cfbc0SXuan Hu 217730cfbc0SXuan Hu 218730cfbc0SXuan Hu val finalDeqSelValidVec = Wire(Vec(params.numDeq, Bool())) 219730cfbc0SXuan Hu val finalDeqSelOHVec = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 220730cfbc0SXuan Hu 2215db4956bSzhanglyGit val validVec = VecInit(entries.io.valid.asBools) 222c0beb497Sxiaofeibao val issuedVec = VecInit(entries.io.issued.asBools) 223c0beb497Sxiaofeibao val requestForTrans = VecInit(validVec.zip(issuedVec).map(x => x._1 && !x._2)) 2245db4956bSzhanglyGit val canIssueVec = VecInit(entries.io.canIssue.asBools) 225aa2bcc31SzhanglyGit dontTouch(canIssueVec) 226aa2bcc31SzhanglyGit val deqFirstIssueVec = entries.io.isFirstIssue 227730cfbc0SXuan Hu 2285db4956bSzhanglyGit val dataSources: Vec[Vec[DataSource]] = entries.io.dataSources 229cf4a131aSsinsanction val finalDataSources: Vec[Vec[DataSource]] = VecInit(finalDeqSelOHVec.map(oh => Mux1H(oh, dataSources))) 230eea4a3caSzhanglyGit val loadDependency: Vec[Vec[UInt]] = entries.io.loadDependency 231eea4a3caSzhanglyGit val finalLoadDependency: IndexedSeq[Vec[UInt]] = VecInit(finalDeqSelOHVec.map(oh => Mux1H(oh, loadDependency))) 232c0be7f33SXuan Hu // (entryIdx)(srcIdx)(exuIdx) 233864480f4Sxiaofeibao-xjtu val wakeUpL1ExuOH: Option[Vec[Vec[Vec[Bool]]]] = entries.io.srcWakeUpL1ExuOH 234c0be7f33SXuan Hu // (deqIdx)(srcIdx)(exuIdx) 235864480f4Sxiaofeibao-xjtu val finalWakeUpL1ExuOH: Option[Vec[Vec[Vec[Bool]]]] = wakeUpL1ExuOH.map(x => VecInit(finalDeqSelOHVec.map(oh => Mux1H(oh, x)))) 236cdac04a3SXuan Hu 2375db4956bSzhanglyGit val fuTypeVec = Wire(Vec(params.numEntries, FuType())) 2385db4956bSzhanglyGit val deqEntryVec = Wire(Vec(params.numDeq, ValidIO(new EntryBundle))) 239cf4a131aSsinsanction val canIssueMergeAllBusy = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 240cf4a131aSsinsanction val deqCanIssue = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 2415db4956bSzhanglyGit 24228607074Ssinsanction //deq 24340283787Ssinsanction val enqEntryOldestSel = Wire(Vec(params.numDeq, ValidIO(UInt(params.numEnq.W)))) 244bb2f3f51STang Haojin val simpEntryOldestSel = Option.when(params.hasCompAndSimp)(Wire(Vec(params.numDeq + params.numEnq, ValidIO(UInt(params.numSimp.W))))) 245bb2f3f51STang Haojin val compEntryOldestSel = Option.when(params.hasCompAndSimp)(Wire(Vec(params.numDeq, ValidIO(UInt(params.numComp.W))))) 24640283787Ssinsanction val othersEntryOldestSel = Wire(Vec(params.numDeq, ValidIO(UInt((params.numEntries - params.numEnq).W)))) 247f7f73727Ssinsanction val deqSelValidVec = Wire(Vec(params.numDeq, Bool())) 248f7f73727Ssinsanction val deqSelOHVec = Wire(Vec(params.numDeq, UInt(params.numEntries.W))) 249af4bd265SzhanglyGit val cancelDeqVec = Wire(Vec(params.numDeq, Bool())) 250f7f73727Ssinsanction 251bb2f3f51STang Haojin val subDeqSelValidVec = Option.when(params.deqFuSame)(Wire(Vec(params.numDeq, Bool()))) 252bb2f3f51STang Haojin val subDeqSelOHVec = Option.when(params.deqFuSame)(Wire(Vec(params.numDeq, UInt(params.numEntries.W)))) 253bb2f3f51STang Haojin val subDeqRequest = Option.when(params.deqFuSame)(Wire(UInt(params.numEntries.W))) 254cf4a131aSsinsanction 25528607074Ssinsanction //trans 256bb2f3f51STang Haojin val simpEntryEnqSelVec = Option.when(params.hasCompAndSimp)(Wire(Vec(params.numEnq, UInt(params.numSimp.W)))) 257bb2f3f51STang Haojin val compEntryEnqSelVec = Option.when(params.hasCompAndSimp)(Wire(Vec(params.numEnq, UInt(params.numComp.W)))) 258bb2f3f51STang Haojin val othersEntryEnqSelVec = Option.when(params.isAllComp || params.isAllSimp)(Wire(Vec(params.numEnq, UInt((params.numEntries - params.numEnq).W)))) 259bb2f3f51STang Haojin val simpAgeDetectRequest = Option.when(params.hasCompAndSimp)(Wire(Vec(params.numDeq + params.numEnq, UInt(params.numSimp.W)))) 26028607074Ssinsanction simpAgeDetectRequest.foreach(_ := 0.U.asTypeOf(simpAgeDetectRequest.get)) 26128607074Ssinsanction 262de111a36Ssinsanction // when vf exu (with og2) wake up int/mem iq (without og2), the wakeup signals should delay 1 cycle 263de111a36Ssinsanction // as vf exu's min latency is 1, we do not need consider og0cancel 264de111a36Ssinsanction val wakeupFromIQ = Wire(chiselTypeOf(io.wakeupFromIQ)) 265de111a36Ssinsanction wakeupFromIQ.zip(io.wakeupFromIQ).foreach { case (w, w_src) => 266de111a36Ssinsanction if (!params.inVfSchd && params.readVfRf && params.hasWakeupFromVf && w_src.bits.params.isVfExeUnit) { 267de111a36Ssinsanction val noCancel = !LoadShouldCancel(Some(w_src.bits.loadDependency), io.ldCancel) 268de111a36Ssinsanction w := RegNext(Mux(noCancel, w_src, 0.U.asTypeOf(w))) 269de111a36Ssinsanction w.bits.loadDependency.zip(w_src.bits.loadDependency).foreach{ case (ld, ld_src) => ld := RegNext(Mux(noCancel, ld_src << 1, 0.U.asTypeOf(ld))) } 270de111a36Ssinsanction } else { 271de111a36Ssinsanction w := w_src 272de111a36Ssinsanction } 273de111a36Ssinsanction } 274de111a36Ssinsanction 275bf35baadSXuan Hu /** 2765db4956bSzhanglyGit * Connection of [[entries]] 277bf35baadSXuan Hu */ 2785db4956bSzhanglyGit entries.io match { case entriesIO: EntriesIO => 279aa2bcc31SzhanglyGit entriesIO.flush := io.flush 280aa2bcc31SzhanglyGit entriesIO.enq.zipWithIndex.foreach { case (enq, enqIdx) => 281aa2bcc31SzhanglyGit enq.valid := s0_doEnqSelValidVec(enqIdx) 282aa2bcc31SzhanglyGit enq.bits.status.robIdx := s0_enqBits(enqIdx).robIdx 283aa2bcc31SzhanglyGit enq.bits.status.fuType := IQFuType.readFuType(VecInit(s0_enqBits(enqIdx).fuType.asBools), params.getFuCfgs.map(_.fuType)) 284aa2bcc31SzhanglyGit val numLsrc = s0_enqBits(enqIdx).srcType.size.min(enq.bits.status.srcStatus.map(_.srcType).size) 2855db4956bSzhanglyGit for(j <- 0 until numLsrc) { 286aa2bcc31SzhanglyGit enq.bits.status.srcStatus(j).psrc := s0_enqBits(enqIdx).psrc(j) 287aa2bcc31SzhanglyGit enq.bits.status.srcStatus(j).srcType := s0_enqBits(enqIdx).srcType(j) 288b38000bfSsinsanction enq.bits.status.srcStatus(j).srcState := (if (j < 3) { 289ee8d1f1bSsinsanction Mux(SrcType.isVp(s0_enqBits(enqIdx).srcType(j)) && (s0_enqBits(enqIdx).psrc(j) === 0.U), 290b38000bfSsinsanction SrcState.rdy, 29191f31488Sxiaofeibao-xjtu s0_enqBits(enqIdx).srcState(j)) 292b38000bfSsinsanction } else { 29391f31488Sxiaofeibao-xjtu s0_enqBits(enqIdx).srcState(j) 294b38000bfSsinsanction }) 295b38000bfSsinsanction enq.bits.status.srcStatus(j).dataSources.value := (if (j < 3) { 296b38000bfSsinsanction MuxCase(DataSource.reg, Seq( 297b38000bfSsinsanction (SrcType.isXp(s0_enqBits(enqIdx).srcType(j)) && (s0_enqBits(enqIdx).psrc(j) === 0.U)) -> DataSource.zero, 298b38000bfSsinsanction SrcType.isNotReg(s0_enqBits(enqIdx).srcType(j)) -> DataSource.imm, 299ee8d1f1bSsinsanction (SrcType.isVp(s0_enqBits(enqIdx).srcType(j)) && (s0_enqBits(enqIdx).psrc(j) === 0.U)) -> DataSource.v0, 300b38000bfSsinsanction )) 301b38000bfSsinsanction } else { 302b38000bfSsinsanction MuxCase(DataSource.reg, Seq( 303b38000bfSsinsanction SrcType.isNotReg(s0_enqBits(enqIdx).srcType(j)) -> DataSource.imm, 304b38000bfSsinsanction )) 305b38000bfSsinsanction }) 306ec49b127Ssinsanction enq.bits.status.srcStatus(j).srcLoadDependency := VecInit(s0_enqBits(enqIdx).srcLoadDependency(j).map(x => x << 1)) 307aa2bcc31SzhanglyGit if(params.hasIQWakeUp) { 308aa2bcc31SzhanglyGit enq.bits.status.srcStatus(j).srcWakeUpL1ExuOH.get := 0.U.asTypeOf(ExuVec()) 309730cfbc0SXuan Hu } 310955b4beaSsinsanction enq.bits.status.srcStatus(j).useRegCache.foreach(_ := s0_enqBits(enqIdx).useRegCache(j)) 311955b4beaSsinsanction enq.bits.status.srcStatus(j).regCacheIdx.foreach(_ := s0_enqBits(enqIdx).regCacheIdx(j)) 312aa2bcc31SzhanglyGit } 313aa2bcc31SzhanglyGit enq.bits.status.blocked := false.B 3145db4956bSzhanglyGit enq.bits.status.issued := false.B 3155db4956bSzhanglyGit enq.bits.status.firstIssue := false.B 316c38df446SzhanglyGit enq.bits.status.issueTimer := "b11".U 317aa2bcc31SzhanglyGit enq.bits.status.deqPortIdx := 0.U 318aa2bcc31SzhanglyGit enq.bits.imm.foreach(_ := s0_enqBits(enqIdx).imm) 319aa2bcc31SzhanglyGit enq.bits.payload := s0_enqBits(enqIdx) 320730cfbc0SXuan Hu } 3215db4956bSzhanglyGit entriesIO.og0Resp.zipWithIndex.foreach { case (og0Resp, i) => 322f08a822fSzhanglyGit og0Resp := io.og0Resp(i) 323730cfbc0SXuan Hu } 3245db4956bSzhanglyGit entriesIO.og1Resp.zipWithIndex.foreach { case (og1Resp, i) => 325f08a822fSzhanglyGit og1Resp := io.og1Resp(i) 326730cfbc0SXuan Hu } 32742b6cdf9Ssinsanction if (params.needOg2Resp) { 328c38df446SzhanglyGit entriesIO.og2Resp.get.zipWithIndex.foreach { case (og2Resp, i) => 329c38df446SzhanglyGit og2Resp := io.og2Resp.get(i) 330c38df446SzhanglyGit } 331c38df446SzhanglyGit } 332e07131b2Ssinsanction if (params.isLdAddrIQ || params.isHyAddrIQ) { 333e07131b2Ssinsanction entriesIO.fromLoad.get.finalIssueResp.zipWithIndex.foreach { case (finalIssueResp, i) => 3340f55a0d3SHaojin Tang finalIssueResp := io.finalIssueResp.get(i) 335e07131b2Ssinsanction } 336e07131b2Ssinsanction entriesIO.fromLoad.get.memAddrIssueResp.zipWithIndex.foreach { case (memAddrIssueResp, i) => 3376462eb1cSzhanglyGit memAddrIssueResp := io.memAddrIssueResp.get(i) 338e07131b2Ssinsanction } 339e07131b2Ssinsanction } 3407e471bf8SXuan Hu if (params.isVecLduIQ) { 3417e471bf8SXuan Hu entriesIO.vecLdIn.get.resp.zipWithIndex.foreach { case (resp, i) => 3427e471bf8SXuan Hu resp := io.vecLoadIssueResp.get(i) 3437e471bf8SXuan Hu } 3447e471bf8SXuan Hu } 345aa2bcc31SzhanglyGit for(deqIdx <- 0 until params.numDeq) { 346aa2bcc31SzhanglyGit entriesIO.deqReady(deqIdx) := deqBeforeDly(deqIdx).ready 347aa2bcc31SzhanglyGit entriesIO.deqSelOH(deqIdx).valid := deqSelValidVec(deqIdx) 348aa2bcc31SzhanglyGit entriesIO.deqSelOH(deqIdx).bits := deqSelOHVec(deqIdx) 349aa2bcc31SzhanglyGit entriesIO.enqEntryOldestSel(deqIdx) := enqEntryOldestSel(deqIdx) 35028607074Ssinsanction entriesIO.simpEntryOldestSel.foreach(_(deqIdx) := simpEntryOldestSel.get(deqIdx)) 35128607074Ssinsanction entriesIO.compEntryOldestSel.foreach(_(deqIdx) := compEntryOldestSel.get(deqIdx)) 35228607074Ssinsanction entriesIO.othersEntryOldestSel.foreach(_(deqIdx) := othersEntryOldestSel(deqIdx)) 353aa2bcc31SzhanglyGit entriesIO.subDeqRequest.foreach(_(deqIdx) := subDeqRequest.get) 354aa2bcc31SzhanglyGit entriesIO.subDeqSelOH.foreach(_(deqIdx) := subDeqSelOHVec.get(deqIdx)) 355aa2bcc31SzhanglyGit } 356aa2bcc31SzhanglyGit entriesIO.wakeUpFromWB := io.wakeupFromWB 357de111a36Ssinsanction entriesIO.wakeUpFromIQ := wakeupFromIQ 358*d88d4328SZiyue Zhang entriesIO.vlFromIntIsZero := io.vlFromIntIsZero 359*d88d4328SZiyue Zhang entriesIO.vlFromIntIsVlmax := io.vlFromIntIsVlmax 360*d88d4328SZiyue Zhang entriesIO.vlFromVfIsZero := io.vlFromVfIsZero 361*d88d4328SZiyue Zhang entriesIO.vlFromVfIsVlmax := io.vlFromVfIsVlmax 362aa2bcc31SzhanglyGit entriesIO.og0Cancel := io.og0Cancel 363aa2bcc31SzhanglyGit entriesIO.og1Cancel := io.og1Cancel 364aa2bcc31SzhanglyGit entriesIO.ldCancel := io.ldCancel 36528607074Ssinsanction entriesIO.simpEntryDeqSelVec.foreach(_ := VecInit(simpEntryOldestSel.get.takeRight(params.numEnq).map(_.bits))) 366aa2bcc31SzhanglyGit //output 367aa2bcc31SzhanglyGit fuTypeVec := entriesIO.fuType 368aa2bcc31SzhanglyGit deqEntryVec := entriesIO.deqEntry 369aa2bcc31SzhanglyGit cancelDeqVec := entriesIO.cancelDeqVec 37028607074Ssinsanction simpEntryEnqSelVec.foreach(_ := entriesIO.simpEntryEnqSelVec.get) 37128607074Ssinsanction compEntryEnqSelVec.foreach(_ := entriesIO.compEntryEnqSelVec.get) 37228607074Ssinsanction othersEntryEnqSelVec.foreach(_ := entriesIO.othersEntryEnqSelVec.get) 373730cfbc0SXuan Hu } 374730cfbc0SXuan Hu 375730cfbc0SXuan Hu 3765db4956bSzhanglyGit s0_enqSelValidVec := s0_enqValidVec.zip(io.enq).map{ case (enqValid, enq) => enqValid && enq.ready} 377730cfbc0SXuan Hu 3785db4956bSzhanglyGit protected val commonAccept: UInt = Cat(fuTypeVec.map(fuType => 37966e57d91Ssinsanction FuType.FuTypeOrR(fuType, commonFuCfgs.map(_.fuType)) 380730cfbc0SXuan Hu ).reverse) 381730cfbc0SXuan Hu 382730cfbc0SXuan Hu // if deq port can accept the uop 383730cfbc0SXuan Hu protected val canAcceptVec: Seq[UInt] = deqFuCfgs.map { fuCfgs: Seq[FuConfig] => 38466e57d91Ssinsanction Cat(fuTypeVec.map(fuType => 38566e57d91Ssinsanction FuType.FuTypeOrR(fuType, fuCfgs.map(_.fuType)) 38666e57d91Ssinsanction ).reverse) 387730cfbc0SXuan Hu } 388730cfbc0SXuan Hu 389730cfbc0SXuan Hu protected val deqCanAcceptVec: Seq[IndexedSeq[Bool]] = deqFuCfgs.map { fuCfgs: Seq[FuConfig] => 3905db4956bSzhanglyGit fuTypeVec.map(fuType => 391cf4a131aSsinsanction FuType.FuTypeOrR(fuType, fuCfgs.map(_.fuType))) 392730cfbc0SXuan Hu } 393730cfbc0SXuan Hu 39440283787Ssinsanction canIssueMergeAllBusy.zipWithIndex.foreach { case (merge, i) => 39540283787Ssinsanction val mergeFuBusy = { 39640283787Ssinsanction if (fuBusyTableWrite(i).nonEmpty) canIssueVec.asUInt & (~fuBusyTableMask(i)) 39740283787Ssinsanction else canIssueVec.asUInt 39840283787Ssinsanction } 39940283787Ssinsanction val mergeIntWbBusy = { 40040283787Ssinsanction if (intWbBusyTableRead(i).nonEmpty) mergeFuBusy & (~intWbBusyTableMask(i)) 40140283787Ssinsanction else mergeFuBusy 40240283787Ssinsanction } 40360f0c5aeSxiaofeibao val mergefpWbBusy = { 40460f0c5aeSxiaofeibao if (fpWbBusyTableRead(i).nonEmpty) mergeIntWbBusy & (~fpWbBusyTableMask(i)) 40540283787Ssinsanction else mergeIntWbBusy 40640283787Ssinsanction } 40760f0c5aeSxiaofeibao val mergeVfWbBusy = { 40860f0c5aeSxiaofeibao if (vfWbBusyTableRead(i).nonEmpty) mergefpWbBusy & (~vfWbBusyTableMask(i)) 40960f0c5aeSxiaofeibao else mergefpWbBusy 41060f0c5aeSxiaofeibao } 4118dd32220Ssinsanction val mergeV0WbBusy = { 4128dd32220Ssinsanction if (v0WbBusyTableRead(i).nonEmpty) mergeVfWbBusy & (~v0WbBusyTableMask(i)) 4138dd32220Ssinsanction else mergeVfWbBusy 4148dd32220Ssinsanction } 4158dd32220Ssinsanction val mergeVlWbBusy = { 4168dd32220Ssinsanction if (vlWbBusyTableRead(i).nonEmpty) mergeV0WbBusy & (~vlWbBusyTableMask(i)) 4178dd32220Ssinsanction else mergeV0WbBusy 4188dd32220Ssinsanction } 4198dd32220Ssinsanction merge := mergeVlWbBusy 42040283787Ssinsanction } 42140283787Ssinsanction 422cf4a131aSsinsanction deqCanIssue.zipWithIndex.foreach { case (req, i) => 423cf4a131aSsinsanction req := canIssueMergeAllBusy(i) & VecInit(deqCanAcceptVec(i)).asUInt 424730cfbc0SXuan Hu } 425aa2bcc31SzhanglyGit dontTouch(fuTypeVec) 426aa2bcc31SzhanglyGit dontTouch(canIssueMergeAllBusy) 427aa2bcc31SzhanglyGit dontTouch(deqCanIssue) 428730cfbc0SXuan Hu 429f7f73727Ssinsanction if (params.numDeq == 2) { 430f7f73727Ssinsanction require(params.deqFuSame || params.deqFuDiff, "The 2 deq ports need to be identical or completely different") 431f7f73727Ssinsanction } 432f7f73727Ssinsanction 433f7f73727Ssinsanction if (params.numDeq == 2 && params.deqFuSame) { 43428607074Ssinsanction val subDeqPolicy = Module(new DeqPolicy()) 43528607074Ssinsanction 436cf4a131aSsinsanction enqEntryOldestSel := DontCare 437f7f73727Ssinsanction 43828607074Ssinsanction if (params.isAllComp || params.isAllSimp) { 439f7f73727Ssinsanction othersEntryOldestSel(0) := AgeDetector(numEntries = params.numEntries - params.numEnq, 44028607074Ssinsanction enq = othersEntryEnqSelVec.get, 441f7f73727Ssinsanction canIssue = canIssueVec.asUInt(params.numEntries-1, params.numEnq) 442f7f73727Ssinsanction ) 443f7f73727Ssinsanction othersEntryOldestSel(1) := DontCare 444f7f73727Ssinsanction 445cf4a131aSsinsanction subDeqPolicy.io.request := subDeqRequest.get 446cf4a131aSsinsanction subDeqSelValidVec.get := subDeqPolicy.io.deqSelOHVec.map(oh => oh.valid) 447cf4a131aSsinsanction subDeqSelOHVec.get := subDeqPolicy.io.deqSelOHVec.map(oh => oh.bits) 44828607074Ssinsanction } 44928607074Ssinsanction else { 45028607074Ssinsanction simpAgeDetectRequest.get(0) := canIssueVec.asUInt(params.numEnq + params.numSimp - 1, params.numEnq) 45128607074Ssinsanction simpAgeDetectRequest.get(1) := DontCare 452c0beb497Sxiaofeibao simpAgeDetectRequest.get(params.numDeq) := VecInit(requestForTrans.drop(params.numEnq).take(params.numSimp)).asUInt 45328607074Ssinsanction if (params.numEnq == 2) { 454c0beb497Sxiaofeibao simpAgeDetectRequest.get(params.numDeq + 1) := VecInit(requestForTrans.drop(params.numEnq).take(params.numSimp)).asUInt & ~simpEntryOldestSel.get(params.numDeq).bits 45528607074Ssinsanction } 45628607074Ssinsanction 45728607074Ssinsanction simpEntryOldestSel.get := AgeDetector(numEntries = params.numSimp, 45828607074Ssinsanction enq = simpEntryEnqSelVec.get, 45928607074Ssinsanction canIssue = simpAgeDetectRequest.get 46028607074Ssinsanction ) 46128607074Ssinsanction 46228607074Ssinsanction compEntryOldestSel.get(0) := AgeDetector(numEntries = params.numComp, 46328607074Ssinsanction enq = compEntryEnqSelVec.get, 46428607074Ssinsanction canIssue = canIssueVec.asUInt(params.numEntries - 1, params.numEnq + params.numSimp) 46528607074Ssinsanction ) 46628607074Ssinsanction compEntryOldestSel.get(1) := DontCare 46728607074Ssinsanction 46828607074Ssinsanction othersEntryOldestSel(0).valid := compEntryOldestSel.get(0).valid || simpEntryOldestSel.get(0).valid 46928607074Ssinsanction othersEntryOldestSel(0).bits := Cat( 47028607074Ssinsanction compEntryOldestSel.get(0).bits, 47128607074Ssinsanction Fill(params.numSimp, !compEntryOldestSel.get(0).valid) & simpEntryOldestSel.get(0).bits, 47228607074Ssinsanction ) 47328607074Ssinsanction othersEntryOldestSel(1) := DontCare 47428607074Ssinsanction 47528607074Ssinsanction subDeqPolicy.io.request := Reverse(subDeqRequest.get) 47628607074Ssinsanction subDeqSelValidVec.get := subDeqPolicy.io.deqSelOHVec.map(oh => oh.valid) 47728607074Ssinsanction subDeqSelOHVec.get := subDeqPolicy.io.deqSelOHVec.map(oh => Reverse(oh.bits)) 47828607074Ssinsanction } 47928607074Ssinsanction 48028607074Ssinsanction subDeqRequest.get := canIssueVec.asUInt & ~Cat(othersEntryOldestSel(0).bits, 0.U((params.numEnq).W)) 481f7f73727Ssinsanction 4825a6da888Ssinsanction deqSelValidVec(0) := othersEntryOldestSel(0).valid || subDeqSelValidVec.get(1) 4835a6da888Ssinsanction deqSelValidVec(1) := subDeqSelValidVec.get(0) 484cf4a131aSsinsanction deqSelOHVec(0) := Mux(othersEntryOldestSel(0).valid, 485cf4a131aSsinsanction Cat(othersEntryOldestSel(0).bits, 0.U((params.numEnq).W)), 4865a6da888Ssinsanction subDeqSelOHVec.get(1)) & canIssueMergeAllBusy(0) 4875a6da888Ssinsanction deqSelOHVec(1) := subDeqSelOHVec.get(0) & canIssueMergeAllBusy(1) 488f7f73727Ssinsanction 489f7f73727Ssinsanction finalDeqSelValidVec.zip(finalDeqSelOHVec).zip(deqSelValidVec).zip(deqSelOHVec).zipWithIndex.foreach { case ((((selValid, selOH), deqValid), deqOH), i) => 490f43491c5Sxiaofeibao selValid := deqValid && deqOH.orR 491f7f73727Ssinsanction selOH := deqOH 492f7f73727Ssinsanction } 493f7f73727Ssinsanction } 494f7f73727Ssinsanction else { 495527eefbdSsinsanction enqEntryOldestSel := NewAgeDetector(numEntries = params.numEnq, 496527eefbdSsinsanction enq = VecInit(s0_doEnqSelValidVec), 497527eefbdSsinsanction canIssue = VecInit(deqCanIssue.map(_(params.numEnq - 1, 0))) 4985db4956bSzhanglyGit ) 4998db72c71Sfdy 50028607074Ssinsanction if (params.isAllComp || params.isAllSimp) { 501527eefbdSsinsanction othersEntryOldestSel := AgeDetector(numEntries = params.numEntries - params.numEnq, 50228607074Ssinsanction enq = othersEntryEnqSelVec.get, 503527eefbdSsinsanction canIssue = VecInit(deqCanIssue.map(_(params.numEntries - 1, params.numEnq))) 5045db4956bSzhanglyGit ) 5055db4956bSzhanglyGit 506ea159d42Ssinsanction deqSelValidVec.zip(deqSelOHVec).zipWithIndex.foreach { case ((selValid, selOH), i) => 507f7f73727Ssinsanction if (params.exuBlockParams(i).fuConfigs.contains(FuConfig.FakeHystaCfg)) { 508f7f73727Ssinsanction selValid := false.B 509f7f73727Ssinsanction selOH := 0.U.asTypeOf(selOH) 510f7f73727Ssinsanction } else { 511cf4a131aSsinsanction selValid := othersEntryOldestSel(i).valid || enqEntryOldestSel(i).valid 51228607074Ssinsanction selOH := Cat(othersEntryOldestSel(i).bits, Fill(params.numEnq, !othersEntryOldestSel(i).valid) & enqEntryOldestSel(i).bits) 51328607074Ssinsanction } 51428607074Ssinsanction } 51528607074Ssinsanction } 51628607074Ssinsanction else { 51728607074Ssinsanction othersEntryOldestSel := DontCare 51828607074Ssinsanction 51928607074Ssinsanction deqCanIssue.zipWithIndex.foreach { case (req, i) => 52028607074Ssinsanction simpAgeDetectRequest.get(i) := req(params.numEnq + params.numSimp - 1, params.numEnq) 52128607074Ssinsanction } 522c0beb497Sxiaofeibao simpAgeDetectRequest.get(params.numDeq) := VecInit(requestForTrans.drop(params.numEnq).take(params.numSimp)).asUInt 52328607074Ssinsanction if (params.numEnq == 2) { 524c0beb497Sxiaofeibao simpAgeDetectRequest.get(params.numDeq + 1) := VecInit(requestForTrans.drop(params.numEnq).take(params.numSimp)).asUInt & ~simpEntryOldestSel.get(params.numDeq).bits 52528607074Ssinsanction } 52628607074Ssinsanction 52728607074Ssinsanction simpEntryOldestSel.get := AgeDetector(numEntries = params.numSimp, 52828607074Ssinsanction enq = simpEntryEnqSelVec.get, 52928607074Ssinsanction canIssue = simpAgeDetectRequest.get 53028607074Ssinsanction ) 53128607074Ssinsanction 53228607074Ssinsanction compEntryOldestSel.get := AgeDetector(numEntries = params.numComp, 53328607074Ssinsanction enq = compEntryEnqSelVec.get, 53428607074Ssinsanction canIssue = VecInit(deqCanIssue.map(_(params.numEntries - 1, params.numEnq + params.numSimp))) 53528607074Ssinsanction ) 53628607074Ssinsanction 53728607074Ssinsanction deqSelValidVec.zip(deqSelOHVec).zipWithIndex.foreach { case ((selValid, selOH), i) => 5385c1f97ccSsinsanction if (params.exuBlockParams(i).fuConfigs.contains(FuConfig.FakeHystaCfg)) { 5395c1f97ccSsinsanction selValid := false.B 5405c1f97ccSsinsanction selOH := 0.U.asTypeOf(selOH) 5415c1f97ccSsinsanction } else { 54228607074Ssinsanction selValid := compEntryOldestSel.get(i).valid || simpEntryOldestSel.get(i).valid || enqEntryOldestSel(i).valid 54328607074Ssinsanction selOH := Cat( 54428607074Ssinsanction compEntryOldestSel.get(i).bits, 54528607074Ssinsanction Fill(params.numSimp, !compEntryOldestSel.get(i).valid) & simpEntryOldestSel.get(i).bits, 54628607074Ssinsanction Fill(params.numEnq, !compEntryOldestSel.get(i).valid && !simpEntryOldestSel.get(i).valid) & enqEntryOldestSel(i).bits 54728607074Ssinsanction ) 548f7f73727Ssinsanction } 549730cfbc0SXuan Hu } 5505c1f97ccSsinsanction } 551ea159d42Ssinsanction 552ea159d42Ssinsanction finalDeqSelValidVec.zip(finalDeqSelOHVec).zip(deqSelValidVec).zip(deqSelOHVec).zipWithIndex.foreach { case ((((selValid, selOH), deqValid), deqOH), i) => 553f43491c5Sxiaofeibao selValid := deqValid 554ea159d42Ssinsanction selOH := deqOH 555ea159d42Ssinsanction } 556ea159d42Ssinsanction } 557ea159d42Ssinsanction 558ea159d42Ssinsanction val toBusyTableDeqResp = Wire(Vec(params.numDeq, ValidIO(new IssueQueueDeqRespBundle))) 559ea159d42Ssinsanction 560ea159d42Ssinsanction toBusyTableDeqResp.zipWithIndex.foreach { case (deqResp, i) => 561adebecf3Sxiaofeibao deqResp.valid := deqBeforeDly(i).valid 562f08a822fSzhanglyGit deqResp.bits.resp := RespType.success 563ea159d42Ssinsanction deqResp.bits.robIdx := DontCare 56438f78b5dSxiaofeibao-xjtu deqResp.bits.sqIdx.foreach(_ := DontCare) 56528ac1c16Sxiaofeibao-xjtu deqResp.bits.lqIdx.foreach(_ := DontCare) 566fb445e8dSzhanglyGit deqResp.bits.fuType := deqBeforeDly(i).bits.common.fuType 567aa2bcc31SzhanglyGit deqResp.bits.uopIdx.foreach(_ := DontCare) 568d1bb5687SHaojin Tang } 569730cfbc0SXuan Hu 570de93b508SzhanglyGit //fuBusyTable 5715db4956bSzhanglyGit fuBusyTableWrite.zip(fuBusyTableRead).zipWithIndex.foreach { case ((busyTableWrite: Option[FuBusyTableWrite], busyTableRead: Option[FuBusyTableRead]), i) => 572de93b508SzhanglyGit if(busyTableWrite.nonEmpty) { 573de93b508SzhanglyGit val btwr = busyTableWrite.get 574de93b508SzhanglyGit val btrd = busyTableRead.get 575ea159d42Ssinsanction btwr.io.in.deqResp := toBusyTableDeqResp(i) 576dd970561SzhanglyGit btwr.io.in.og0Resp := io.og0Resp(i) 577dd970561SzhanglyGit btwr.io.in.og1Resp := io.og1Resp(i) 578de93b508SzhanglyGit btrd.io.in.fuBusyTable := btwr.io.out.fuBusyTable 5795db4956bSzhanglyGit btrd.io.in.fuTypeRegVec := fuTypeVec 580de93b508SzhanglyGit fuBusyTableMask(i) := btrd.io.out.fuBusyTableMask 581ea0f92d8Sczw } 582de93b508SzhanglyGit else { 5838d29ec32Sczw fuBusyTableMask(i) := 0.U(params.numEntries.W) 584ea0f92d8Sczw } 5852e0a7dc5Sfdy } 5862e0a7dc5Sfdy 587dd970561SzhanglyGit //wbfuBusyTable write 5885db4956bSzhanglyGit intWbBusyTableWrite.zip(intWbBusyTableOut).zip(intDeqRespSetOut).zipWithIndex.foreach { case (((busyTableWrite: Option[FuBusyTableWrite], busyTable: Option[UInt]), deqResp), i) => 589dd970561SzhanglyGit if(busyTableWrite.nonEmpty) { 590dd970561SzhanglyGit val btwr = busyTableWrite.get 591dd970561SzhanglyGit val bt = busyTable.get 592dd970561SzhanglyGit val dq = deqResp.get 593ea159d42Ssinsanction btwr.io.in.deqResp := toBusyTableDeqResp(i) 59478a6e809Sxiaofeibao-xjtu btwr.io.in.deqResp.valid := toBusyTableDeqResp(i).valid && deqBeforeDly(i).bits.common.rfWen.getOrElse(false.B) 595dd970561SzhanglyGit btwr.io.in.og0Resp := io.og0Resp(i) 596dd970561SzhanglyGit btwr.io.in.og1Resp := io.og1Resp(i) 597dd970561SzhanglyGit bt := btwr.io.out.fuBusyTable 598dd970561SzhanglyGit dq := btwr.io.out.deqRespSet 599dd970561SzhanglyGit } 600dd970561SzhanglyGit } 601dd970561SzhanglyGit 60260f0c5aeSxiaofeibao fpWbBusyTableWrite.zip(fpWbBusyTableOut).zip(fpDeqRespSetOut).zipWithIndex.foreach { case (((busyTableWrite: Option[FuBusyTableWrite], busyTable: Option[UInt]), deqResp), i) => 60360f0c5aeSxiaofeibao if (busyTableWrite.nonEmpty) { 60460f0c5aeSxiaofeibao val btwr = busyTableWrite.get 60560f0c5aeSxiaofeibao val bt = busyTable.get 60660f0c5aeSxiaofeibao val dq = deqResp.get 60760f0c5aeSxiaofeibao btwr.io.in.deqResp := toBusyTableDeqResp(i) 60878a6e809Sxiaofeibao-xjtu btwr.io.in.deqResp.valid := toBusyTableDeqResp(i).valid && deqBeforeDly(i).bits.common.fpWen.getOrElse(false.B) 60960f0c5aeSxiaofeibao btwr.io.in.og0Resp := io.og0Resp(i) 61060f0c5aeSxiaofeibao btwr.io.in.og1Resp := io.og1Resp(i) 61160f0c5aeSxiaofeibao bt := btwr.io.out.fuBusyTable 61260f0c5aeSxiaofeibao dq := btwr.io.out.deqRespSet 61360f0c5aeSxiaofeibao } 61460f0c5aeSxiaofeibao } 61560f0c5aeSxiaofeibao 6165db4956bSzhanglyGit vfWbBusyTableWrite.zip(vfWbBusyTableOut).zip(vfDeqRespSetOut).zipWithIndex.foreach { case (((busyTableWrite: Option[FuBusyTableWrite], busyTable: Option[UInt]), deqResp), i) => 617dd970561SzhanglyGit if (busyTableWrite.nonEmpty) { 618dd970561SzhanglyGit val btwr = busyTableWrite.get 619dd970561SzhanglyGit val bt = busyTable.get 620dd970561SzhanglyGit val dq = deqResp.get 621ea159d42Ssinsanction btwr.io.in.deqResp := toBusyTableDeqResp(i) 62278a6e809Sxiaofeibao-xjtu btwr.io.in.deqResp.valid := toBusyTableDeqResp(i).valid && deqBeforeDly(i).bits.common.vecWen.getOrElse(false.B) 623dd970561SzhanglyGit btwr.io.in.og0Resp := io.og0Resp(i) 624dd970561SzhanglyGit btwr.io.in.og1Resp := io.og1Resp(i) 625dd970561SzhanglyGit bt := btwr.io.out.fuBusyTable 626dd970561SzhanglyGit dq := btwr.io.out.deqRespSet 627dd970561SzhanglyGit } 628dd970561SzhanglyGit } 629dd970561SzhanglyGit 6308dd32220Ssinsanction v0WbBusyTableWrite.zip(v0WbBusyTableOut).zip(v0DeqRespSetOut).zipWithIndex.foreach { case (((busyTableWrite: Option[FuBusyTableWrite], busyTable: Option[UInt]), deqResp), i) => 6318dd32220Ssinsanction if (busyTableWrite.nonEmpty) { 6328dd32220Ssinsanction val btwr = busyTableWrite.get 6338dd32220Ssinsanction val bt = busyTable.get 6348dd32220Ssinsanction val dq = deqResp.get 6358dd32220Ssinsanction btwr.io.in.deqResp := toBusyTableDeqResp(i) 63678a6e809Sxiaofeibao-xjtu btwr.io.in.deqResp.valid := toBusyTableDeqResp(i).valid && deqBeforeDly(i).bits.common.v0Wen.getOrElse(false.B) 6378dd32220Ssinsanction btwr.io.in.og0Resp := io.og0Resp(i) 6388dd32220Ssinsanction btwr.io.in.og1Resp := io.og1Resp(i) 6398dd32220Ssinsanction bt := btwr.io.out.fuBusyTable 6408dd32220Ssinsanction dq := btwr.io.out.deqRespSet 6418dd32220Ssinsanction } 6428dd32220Ssinsanction } 6438dd32220Ssinsanction 6448dd32220Ssinsanction vlWbBusyTableWrite.zip(vlWbBusyTableOut).zip(vlDeqRespSetOut).zipWithIndex.foreach { case (((busyTableWrite: Option[FuBusyTableWrite], busyTable: Option[UInt]), deqResp), i) => 6458dd32220Ssinsanction if (busyTableWrite.nonEmpty) { 6468dd32220Ssinsanction val btwr = busyTableWrite.get 6478dd32220Ssinsanction val bt = busyTable.get 6488dd32220Ssinsanction val dq = deqResp.get 6498dd32220Ssinsanction btwr.io.in.deqResp := toBusyTableDeqResp(i) 65078a6e809Sxiaofeibao-xjtu btwr.io.in.deqResp.valid := toBusyTableDeqResp(i).valid && deqBeforeDly(i).bits.common.vlWen.getOrElse(false.B) 6518dd32220Ssinsanction btwr.io.in.og0Resp := io.og0Resp(i) 6528dd32220Ssinsanction btwr.io.in.og1Resp := io.og1Resp(i) 6538dd32220Ssinsanction bt := btwr.io.out.fuBusyTable 6548dd32220Ssinsanction dq := btwr.io.out.deqRespSet 6558dd32220Ssinsanction } 6568dd32220Ssinsanction } 6578dd32220Ssinsanction 658de93b508SzhanglyGit //wbfuBusyTable read 6595db4956bSzhanglyGit intWbBusyTableRead.zip(intWbBusyTableIn).zipWithIndex.foreach { case ((busyTableRead: Option[FuBusyTableRead], busyTable: Option[UInt]), i) => 660de93b508SzhanglyGit if(busyTableRead.nonEmpty) { 661de93b508SzhanglyGit val btrd = busyTableRead.get 662de93b508SzhanglyGit val bt = busyTable.get 663de93b508SzhanglyGit btrd.io.in.fuBusyTable := bt 6645db4956bSzhanglyGit btrd.io.in.fuTypeRegVec := fuTypeVec 665de93b508SzhanglyGit intWbBusyTableMask(i) := btrd.io.out.fuBusyTableMask 666de93b508SzhanglyGit } 667de93b508SzhanglyGit else { 668de93b508SzhanglyGit intWbBusyTableMask(i) := 0.U(params.numEntries.W) 669de93b508SzhanglyGit } 670de93b508SzhanglyGit } 67160f0c5aeSxiaofeibao fpWbBusyTableRead.zip(fpWbBusyTableIn).zipWithIndex.foreach { case ((busyTableRead: Option[FuBusyTableRead], busyTable: Option[UInt]), i) => 67260f0c5aeSxiaofeibao if (busyTableRead.nonEmpty) { 67360f0c5aeSxiaofeibao val btrd = busyTableRead.get 67460f0c5aeSxiaofeibao val bt = busyTable.get 67560f0c5aeSxiaofeibao btrd.io.in.fuBusyTable := bt 67660f0c5aeSxiaofeibao btrd.io.in.fuTypeRegVec := fuTypeVec 67760f0c5aeSxiaofeibao fpWbBusyTableMask(i) := btrd.io.out.fuBusyTableMask 67860f0c5aeSxiaofeibao } 67960f0c5aeSxiaofeibao else { 68060f0c5aeSxiaofeibao fpWbBusyTableMask(i) := 0.U(params.numEntries.W) 68160f0c5aeSxiaofeibao } 68260f0c5aeSxiaofeibao } 6835db4956bSzhanglyGit vfWbBusyTableRead.zip(vfWbBusyTableIn).zipWithIndex.foreach { case ((busyTableRead: Option[FuBusyTableRead], busyTable: Option[UInt]), i) => 684de93b508SzhanglyGit if (busyTableRead.nonEmpty) { 685de93b508SzhanglyGit val btrd = busyTableRead.get 686de93b508SzhanglyGit val bt = busyTable.get 687de93b508SzhanglyGit btrd.io.in.fuBusyTable := bt 6885db4956bSzhanglyGit btrd.io.in.fuTypeRegVec := fuTypeVec 689de93b508SzhanglyGit vfWbBusyTableMask(i) := btrd.io.out.fuBusyTableMask 690de93b508SzhanglyGit } 691de93b508SzhanglyGit else { 692de93b508SzhanglyGit vfWbBusyTableMask(i) := 0.U(params.numEntries.W) 693de93b508SzhanglyGit } 694ea0f92d8Sczw } 6958dd32220Ssinsanction v0WbBusyTableRead.zip(v0WbBusyTableIn).zipWithIndex.foreach { case ((busyTableRead: Option[FuBusyTableRead], busyTable: Option[UInt]), i) => 6968dd32220Ssinsanction if (busyTableRead.nonEmpty) { 6978dd32220Ssinsanction val btrd = busyTableRead.get 6988dd32220Ssinsanction val bt = busyTable.get 6998dd32220Ssinsanction btrd.io.in.fuBusyTable := bt 7008dd32220Ssinsanction btrd.io.in.fuTypeRegVec := fuTypeVec 7018dd32220Ssinsanction v0WbBusyTableMask(i) := btrd.io.out.fuBusyTableMask 7028dd32220Ssinsanction } 7038dd32220Ssinsanction else { 7048dd32220Ssinsanction v0WbBusyTableMask(i) := 0.U(params.numEntries.W) 7058dd32220Ssinsanction } 7068dd32220Ssinsanction } 7078dd32220Ssinsanction vlWbBusyTableRead.zip(vlWbBusyTableIn).zipWithIndex.foreach { case ((busyTableRead: Option[FuBusyTableRead], busyTable: Option[UInt]), i) => 7088dd32220Ssinsanction if (busyTableRead.nonEmpty) { 7098dd32220Ssinsanction val btrd = busyTableRead.get 7108dd32220Ssinsanction val bt = busyTable.get 7118dd32220Ssinsanction btrd.io.in.fuBusyTable := bt 7128dd32220Ssinsanction btrd.io.in.fuTypeRegVec := fuTypeVec 7138dd32220Ssinsanction vlWbBusyTableMask(i) := btrd.io.out.fuBusyTableMask 7148dd32220Ssinsanction } 7158dd32220Ssinsanction else { 7168dd32220Ssinsanction vlWbBusyTableMask(i) := 0.U(params.numEntries.W) 7178dd32220Ssinsanction } 7188dd32220Ssinsanction } 719ea0f92d8Sczw 720bf35baadSXuan Hu wakeUpQueues.zipWithIndex.foreach { case (wakeUpQueueOption, i) => 721bf35baadSXuan Hu wakeUpQueueOption.foreach { 722bf35baadSXuan Hu wakeUpQueue => 723493a9370SHaojin Tang val flush = Wire(new WakeupQueueFlush) 724493a9370SHaojin Tang flush.redirect := io.flush 7250f55a0d3SHaojin Tang flush.ldCancel := io.ldCancel 726f08a822fSzhanglyGit flush.og0Fail := io.og0Resp(i).valid && RespType.isBlocked(io.og0Resp(i).bits.resp) 727f08a822fSzhanglyGit flush.og1Fail := io.og1Resp(i).valid && RespType.isBlocked(io.og1Resp(i).bits.resp) 728493a9370SHaojin Tang wakeUpQueue.io.flush := flush 72928607074Ssinsanction wakeUpQueue.io.enq.valid := deqBeforeDly(i).valid 7300c7ebb58Sxiaofeibao-xjtu wakeUpQueue.io.enq.bits.uop :<= deqBeforeDly(i).bits.common 7310c7ebb58Sxiaofeibao-xjtu wakeUpQueue.io.enq.bits.uop.pdestCopy.foreach(_ := 0.U) 732fb445e8dSzhanglyGit wakeUpQueue.io.enq.bits.lat := getDeqLat(i, deqBeforeDly(i).bits.common.fuType) 733bf35baadSXuan Hu } 734bf35baadSXuan Hu } 735bf35baadSXuan Hu 736fb445e8dSzhanglyGit deqBeforeDly.zipWithIndex.foreach { case (deq, i) => 737af4bd265SzhanglyGit deq.valid := finalDeqSelValidVec(i) && !cancelDeqVec(i) 738730cfbc0SXuan Hu deq.bits.addrOH := finalDeqSelOHVec(i) 739730cfbc0SXuan Hu deq.bits.common.isFirstIssue := deqFirstIssueVec(i) 740730cfbc0SXuan Hu deq.bits.common.iqIdx := OHToUInt(finalDeqSelOHVec(i)) 741543f3ac7Ssinsanction deq.bits.common.fuType := IQFuType.readFuType(deqEntryVec(i).bits.status.fuType, params.getFuCfgs.map(_.fuType)).asUInt 7425db4956bSzhanglyGit deq.bits.common.fuOpType := deqEntryVec(i).bits.payload.fuOpType 7435db4956bSzhanglyGit deq.bits.common.rfWen.foreach(_ := deqEntryVec(i).bits.payload.rfWen) 7445db4956bSzhanglyGit deq.bits.common.fpWen.foreach(_ := deqEntryVec(i).bits.payload.fpWen) 7455db4956bSzhanglyGit deq.bits.common.vecWen.foreach(_ := deqEntryVec(i).bits.payload.vecWen) 7468dd32220Ssinsanction deq.bits.common.v0Wen.foreach(_ := deqEntryVec(i).bits.payload.v0Wen) 7478dd32220Ssinsanction deq.bits.common.vlWen.foreach(_ := deqEntryVec(i).bits.payload.vlWen) 7485db4956bSzhanglyGit deq.bits.common.flushPipe.foreach(_ := deqEntryVec(i).bits.payload.flushPipe) 7495db4956bSzhanglyGit deq.bits.common.pdest := deqEntryVec(i).bits.payload.pdest 75051de4363Ssinsanction deq.bits.common.robIdx := deqEntryVec(i).bits.status.robIdx 75196aaae3fSsinsanction 75296aaae3fSsinsanction require(deq.bits.common.dataSources.size <= finalDataSources(i).size) 75396aaae3fSsinsanction deq.bits.common.dataSources.zip(finalDataSources(i)).foreach { case (sink, source) => sink := source} 7546c6bfa02Ssinsanction deq.bits.common.l1ExuOH.foreach(_.zip(finalWakeUpL1ExuOH.get(i)).foreach { case (sink, source) => sink := source}) 75555cbdb85Ssinsanction deq.bits.common.srcTimer.foreach(_ := DontCare) 7566c6bfa02Ssinsanction deq.bits.common.loadDependency.foreach(_.zip(finalLoadDependency(i)).foreach { case (sink, source) => sink := source}) 7572fb6a709SHaojin Tang deq.bits.common.src := DontCare 7589d8d7860SXuan Hu deq.bits.common.preDecode.foreach(_ := deqEntryVec(i).bits.payload.preDecodeInfo) 7595d2b9cadSXuan Hu 760aa2bcc31SzhanglyGit deq.bits.rf.zip(deqEntryVec(i).bits.status.srcStatus.map(_.psrc)).zip(deqEntryVec(i).bits.status.srcStatus.map(_.srcType)).foreach { case ((rf, psrc), srcType) => 76151de4363Ssinsanction // psrc in status array can be pregIdx of IntRegFile or VfRegFile 76251de4363Ssinsanction rf.foreach(_.addr := psrc) 76351de4363Ssinsanction rf.foreach(_.srcType := srcType) 764730cfbc0SXuan Hu } 765aa2bcc31SzhanglyGit deq.bits.srcType.zip(deqEntryVec(i).bits.status.srcStatus.map(_.srcType)).foreach { case (sink, source) => 766730cfbc0SXuan Hu sink := source 767730cfbc0SXuan Hu } 7685db4956bSzhanglyGit deq.bits.immType := deqEntryVec(i).bits.payload.selImm 769520f7dacSsinsanction deq.bits.common.imm := deqEntryVec(i).bits.imm.getOrElse(0.U) 7704c2a845dSsinsanction deq.bits.rcIdx.foreach(_ := deqEntryVec(i).bits.status.srcStatus.map(_.regCacheIdx.get)) 77196e858baSXuan Hu 77296e858baSXuan Hu deq.bits.common.perfDebugInfo := deqEntryVec(i).bits.payload.debugInfo 77396e858baSXuan Hu deq.bits.common.perfDebugInfo.selectTime := GTimer() 77496e858baSXuan Hu deq.bits.common.perfDebugInfo.issueTime := GTimer() + 1.U 775730cfbc0SXuan Hu } 7760f55a0d3SHaojin Tang 77752fc0c9fSxiaofeibao-xjtu val deqDelay = Reg(params.genIssueValidBundle) 77852fc0c9fSxiaofeibao-xjtu deqDelay.zip(deqBeforeDly).foreach { case (deqDly, deq) => 77952fc0c9fSxiaofeibao-xjtu deqDly.valid := deq.valid 78052fc0c9fSxiaofeibao-xjtu when(validVec.asUInt.orR) { 78152fc0c9fSxiaofeibao-xjtu deqDly.bits := deq.bits 78252fc0c9fSxiaofeibao-xjtu } 78352fc0c9fSxiaofeibao-xjtu // deqBeforeDly.ready is always true 784f43491c5Sxiaofeibao deq.ready := true.B 78559ef6009Sxiaofeibao-xjtu } 78652fc0c9fSxiaofeibao-xjtu io.deqDelay.zip(deqDelay).foreach { case (sink, source) => 78752fc0c9fSxiaofeibao-xjtu sink.valid := source.valid 78852fc0c9fSxiaofeibao-xjtu sink.bits := source.bits 78952fc0c9fSxiaofeibao-xjtu } 7908d081717Sszw_kaixin if(backendParams.debugEn) { 79152fc0c9fSxiaofeibao-xjtu dontTouch(deqDelay) 79259ef6009Sxiaofeibao-xjtu dontTouch(io.deqDelay) 793f43491c5Sxiaofeibao dontTouch(deqBeforeDly) 7948d081717Sszw_kaixin } 795bf35baadSXuan Hu io.wakeupToIQ.zipWithIndex.foreach { case (wakeup, i) => 796f8b278aaSsinsanction if (wakeUpQueues(i).nonEmpty) { 797e63b0a03SXuan Hu wakeup.valid := wakeUpQueues(i).get.io.deq.valid 798e63b0a03SXuan Hu wakeup.bits.fromExuInput(wakeUpQueues(i).get.io.deq.bits) 7990f55a0d3SHaojin Tang wakeup.bits.loadDependency := wakeUpQueues(i).get.io.deq.bits.loadDependency.getOrElse(0.U.asTypeOf(wakeup.bits.loadDependency)) 80079b2c95bSzhanglyGit wakeup.bits.is0Lat := getDeqLat(i, wakeUpQueues(i).get.io.deq.bits.fuType) === 0.U 801f8b278aaSsinsanction wakeup.bits.rcDest.foreach(_ := io.replaceRCIdx.get(i)) 802bf35baadSXuan Hu } else { 803bf35baadSXuan Hu wakeup.valid := false.B 8040f55a0d3SHaojin Tang wakeup.bits := 0.U.asTypeOf(wakeup.bits) 805bf35baadSXuan Hu } 8064c5a0d77Sxiaofeibao-xjtu if (wakeUpQueues(i).nonEmpty) { 8074c5a0d77Sxiaofeibao-xjtu wakeup.bits.rfWen := (if (wakeUpQueues(i).get.io.deq.bits.rfWen .nonEmpty) wakeUpQueues(i).get.io.deq.valid && wakeUpQueues(i).get.io.deq.bits.rfWen .get else false.B) 8084c5a0d77Sxiaofeibao-xjtu wakeup.bits.fpWen := (if (wakeUpQueues(i).get.io.deq.bits.fpWen .nonEmpty) wakeUpQueues(i).get.io.deq.valid && wakeUpQueues(i).get.io.deq.bits.fpWen .get else false.B) 8094c5a0d77Sxiaofeibao-xjtu wakeup.bits.vecWen := (if (wakeUpQueues(i).get.io.deq.bits.vecWen.nonEmpty) wakeUpQueues(i).get.io.deq.valid && wakeUpQueues(i).get.io.deq.bits.vecWen.get else false.B) 8108dd32220Ssinsanction wakeup.bits.v0Wen := (if (wakeUpQueues(i).get.io.deq.bits.v0Wen .nonEmpty) wakeUpQueues(i).get.io.deq.valid && wakeUpQueues(i).get.io.deq.bits.v0Wen.get else false.B) 8118dd32220Ssinsanction wakeup.bits.vlWen := (if (wakeUpQueues(i).get.io.deq.bits.vlWen .nonEmpty) wakeUpQueues(i).get.io.deq.valid && wakeUpQueues(i).get.io.deq.bits.vlWen.get else false.B) 8124c5a0d77Sxiaofeibao-xjtu } 8134c5a0d77Sxiaofeibao-xjtu 8144c5a0d77Sxiaofeibao-xjtu if(wakeUpQueues(i).nonEmpty && wakeup.bits.pdestCopy.nonEmpty){ 8150c7ebb58Sxiaofeibao-xjtu wakeup.bits.pdestCopy.get := wakeUpQueues(i).get.io.deq.bits.pdestCopy.get 8160c7ebb58Sxiaofeibao-xjtu } 8174c5a0d77Sxiaofeibao-xjtu if (wakeUpQueues(i).nonEmpty && wakeup.bits.rfWenCopy.nonEmpty) { 8184c5a0d77Sxiaofeibao-xjtu wakeup.bits.rfWenCopy.get := wakeUpQueues(i).get.io.deq.bits.rfWenCopy.get 8194c5a0d77Sxiaofeibao-xjtu } 8204c5a0d77Sxiaofeibao-xjtu if (wakeUpQueues(i).nonEmpty && wakeup.bits.fpWenCopy.nonEmpty) { 8214c5a0d77Sxiaofeibao-xjtu wakeup.bits.fpWenCopy.get := wakeUpQueues(i).get.io.deq.bits.fpWenCopy.get 8224c5a0d77Sxiaofeibao-xjtu } 8234c5a0d77Sxiaofeibao-xjtu if (wakeUpQueues(i).nonEmpty && wakeup.bits.vecWenCopy.nonEmpty) { 8244c5a0d77Sxiaofeibao-xjtu wakeup.bits.vecWenCopy.get := wakeUpQueues(i).get.io.deq.bits.vecWenCopy.get 8254c5a0d77Sxiaofeibao-xjtu } 8268dd32220Ssinsanction if (wakeUpQueues(i).nonEmpty && wakeup.bits.v0WenCopy.nonEmpty) { 8278dd32220Ssinsanction wakeup.bits.v0WenCopy.get := wakeUpQueues(i).get.io.deq.bits.v0WenCopy.get 8288dd32220Ssinsanction } 8298dd32220Ssinsanction if (wakeUpQueues(i).nonEmpty && wakeup.bits.vlWenCopy.nonEmpty) { 8308dd32220Ssinsanction wakeup.bits.vlWenCopy.get := wakeUpQueues(i).get.io.deq.bits.vlWenCopy.get 8318dd32220Ssinsanction } 8324c5a0d77Sxiaofeibao-xjtu if (wakeUpQueues(i).nonEmpty && wakeup.bits.loadDependencyCopy.nonEmpty) { 8334c5a0d77Sxiaofeibao-xjtu wakeup.bits.loadDependencyCopy.get := wakeUpQueues(i).get.io.deq.bits.loadDependencyCopy.get 8344c5a0d77Sxiaofeibao-xjtu } 835bf35baadSXuan Hu } 836bf35baadSXuan Hu 837730cfbc0SXuan Hu // Todo: better counter implementation 8385db4956bSzhanglyGit private val enqHasValid = validVec.take(params.numEnq).reduce(_ | _) 839c0beb497Sxiaofeibao private val enqHasIssued = validVec.zip(issuedVec).take(params.numEnq).map(x => x._1 & x._2).reduce(_ | _) 840e986c5deSXuan Hu private val enqEntryValidCnt = PopCount(validVec.take(params.numEnq)) 8415db4956bSzhanglyGit private val othersValidCnt = PopCount(validVec.drop(params.numEnq)) 842ff3fcdf1Sxiaofeibao-xjtu private val enqEntryValidCntDeq0 = PopCount( 843ff3fcdf1Sxiaofeibao-xjtu validVec.take(params.numEnq).zip(deqCanAcceptVec(0).take(params.numEnq)).map { case (a, b) => a && b } 844ff3fcdf1Sxiaofeibao-xjtu ) 845ff3fcdf1Sxiaofeibao-xjtu private val othersValidCntDeq0 = PopCount( 846ff3fcdf1Sxiaofeibao-xjtu validVec.drop(params.numEnq).zip(deqCanAcceptVec(0).drop(params.numEnq)).map { case (a, b) => a && b } 847ff3fcdf1Sxiaofeibao-xjtu ) 848ff3fcdf1Sxiaofeibao-xjtu private val enqEntryValidCntDeq1 = PopCount( 849ff3fcdf1Sxiaofeibao-xjtu validVec.take(params.numEnq).zip(deqCanAcceptVec.last.take(params.numEnq)).map { case (a, b) => a && b } 850ff3fcdf1Sxiaofeibao-xjtu ) 851ff3fcdf1Sxiaofeibao-xjtu private val othersValidCntDeq1 = PopCount( 852ff3fcdf1Sxiaofeibao-xjtu validVec.drop(params.numEnq).zip(deqCanAcceptVec.last.drop(params.numEnq)).map { case (a, b) => a && b } 853ff3fcdf1Sxiaofeibao-xjtu ) 854ff3fcdf1Sxiaofeibao-xjtu protected val deqCanAcceptVecEnq: Seq[IndexedSeq[Bool]] = deqFuCfgs.map { fuCfgs: Seq[FuConfig] => 855ff3fcdf1Sxiaofeibao-xjtu io.enq.map(_.bits.fuType).map(fuType => 856ff3fcdf1Sxiaofeibao-xjtu FuType.FuTypeOrR(fuType, fuCfgs.map(_.fuType))) 857ff3fcdf1Sxiaofeibao-xjtu } 858ff3fcdf1Sxiaofeibao-xjtu protected val enqValidCntDeq0 = PopCount(io.enq.map(_.fire).zip(deqCanAcceptVecEnq(0)).map { case (a, b) => a && b }) 859ff3fcdf1Sxiaofeibao-xjtu protected val enqValidCntDeq1 = PopCount(io.enq.map(_.fire).zip(deqCanAcceptVecEnq.last).map { case (a, b) => a && b }) 86044b4e5f5Sxiaofeibao-xjtu io.validCntDeqVec.head := RegNext(enqEntryValidCntDeq0 +& othersValidCntDeq0 - io.deqDelay.head.fire) // validCntDeqVec(0) 86144b4e5f5Sxiaofeibao-xjtu io.validCntDeqVec.last := RegNext(enqEntryValidCntDeq1 +& othersValidCntDeq1 - io.deqDelay.last.fire) // validCntDeqVec(1) 8625db4956bSzhanglyGit io.status.leftVec(0) := validVec.drop(params.numEnq).reduce(_ & _) 863730cfbc0SXuan Hu for (i <- 0 until params.numEnq) { 8645db4956bSzhanglyGit io.status.leftVec(i + 1) := othersValidCnt === (params.numEntries - params.numEnq - (i + 1)).U 865730cfbc0SXuan Hu } 8665778f950Ssinsanction private val othersLeftOneCaseVec = Wire(Vec(params.numEntries - params.numEnq, UInt((params.numEntries - params.numEnq).W))) 8675778f950Ssinsanction othersLeftOneCaseVec.zipWithIndex.foreach { case (leftone, i) => 8685778f950Ssinsanction leftone := ~(1.U((params.numEntries - params.numEnq).W) << i) 8695778f950Ssinsanction } 8705778f950Ssinsanction private val othersLeftOne = othersLeftOneCaseVec.map(_ === VecInit(validVec.drop(params.numEnq)).asUInt).reduce(_ | _) 8717ab45173Sxiaofeibao-xjtu private val othersCanotIn = Wire(Bool()) 8727ab45173Sxiaofeibao-xjtu othersCanotIn := othersLeftOne || validVec.drop(params.numEnq).reduce(_ & _) 8737ab45173Sxiaofeibao-xjtu // if has simp Entry, othersCanotIn will be simpCanotIn 8747ab45173Sxiaofeibao-xjtu if (params.numSimp > 0) { 8757ab45173Sxiaofeibao-xjtu val simpLeftOneCaseVec = Wire(Vec(params.numSimp, UInt((params.numSimp).W))) 8767ab45173Sxiaofeibao-xjtu simpLeftOneCaseVec.zipWithIndex.foreach { case (leftone, i) => 8777ab45173Sxiaofeibao-xjtu leftone := ~(1.U((params.numSimp).W) << i) 8787ab45173Sxiaofeibao-xjtu } 8797ab45173Sxiaofeibao-xjtu val simpLeftOne = simpLeftOneCaseVec.map(_ === VecInit(validVec.drop(params.numEnq).take(params.numSimp)).asUInt).reduce(_ | _) 8807ab45173Sxiaofeibao-xjtu val simpCanotIn = simpLeftOne || validVec.drop(params.numEnq).take(params.numSimp).reduce(_ & _) 8817ab45173Sxiaofeibao-xjtu othersCanotIn := simpCanotIn 8827ab45173Sxiaofeibao-xjtu } 883c0beb497Sxiaofeibao io.enq.foreach(_.ready := (!othersCanotIn || !enqHasValid) && !enqHasIssued) 884f4d8f008SHaojin Tang io.status.empty := !Cat(validVec).orR 8855778f950Ssinsanction io.status.full := othersCanotIn 88656bcaed7SHaojin Tang io.status.validCnt := PopCount(validVec) 887bf35baadSXuan Hu 888bf35baadSXuan Hu protected def getDeqLat(deqPortIdx: Int, fuType: UInt) : UInt = { 889c38df446SzhanglyGit Mux1H(wakeupFuLatencyMaps(deqPortIdx) map { case (k, v) => (fuType(k.id), v.U) }) 890bf35baadSXuan Hu } 89189740385Ssinsanction 892de7754bfSsinsanction // issue perf counter 893e986c5deSXuan Hu // enq count 894e986c5deSXuan Hu XSPerfAccumulate("enq_valid_cnt", PopCount(io.enq.map(_.fire))) 895e986c5deSXuan Hu XSPerfAccumulate("enq_fire_cnt", PopCount(io.enq.map(_.fire))) 896ff3fcdf1Sxiaofeibao-xjtu XSPerfAccumulate("enq_alu_fire_cnt", PopCount(io.enq.map { case enq => enq.fire && FuType.isAlu(enq.bits.fuType) })) 897ff3fcdf1Sxiaofeibao-xjtu XSPerfAccumulate("enq_brh_fire_cnt", PopCount(io.enq.map { case enq => enq.fire && FuType.isBrh(enq.bits.fuType) })) 898ff3fcdf1Sxiaofeibao-xjtu XSPerfAccumulate("deqDelay0_fire_cnt", PopCount(io.deqDelay.head.fire)) 899ff3fcdf1Sxiaofeibao-xjtu XSPerfAccumulate("deqDelay1_fire_cnt", PopCount(io.deqDelay.last.fire)) 900e986c5deSXuan Hu // valid count 901e986c5deSXuan Hu XSPerfHistogram("enq_entry_valid_cnt", enqEntryValidCnt, true.B, 0, params.numEnq + 1) 90262a2cb19SXuan Hu XSPerfHistogram("other_entry_valid_cnt", othersValidCnt, true.B, 0, params.numEntries - params.numEnq + 1) 903e986c5deSXuan Hu XSPerfHistogram("valid_cnt", PopCount(validVec), true.B, 0, params.numEntries + 1) 90456bcaed7SHaojin Tang // only split when more than 1 func type 90556bcaed7SHaojin Tang if (params.getFuCfgs.size > 0) { 90656bcaed7SHaojin Tang for (t <- FuType.functionNameMap.keys) { 90756bcaed7SHaojin Tang val fuName = FuType.functionNameMap(t) 90856bcaed7SHaojin Tang if (params.getFuCfgs.map(_.fuType == t).reduce(_ | _)) { 90956bcaed7SHaojin Tang XSPerfHistogram(s"valid_cnt_hist_futype_${fuName}", PopCount(validVec.zip(fuTypeVec).map { case (v, fu) => v && fu === t.U }), true.B, 0, params.numEntries, 1) 91056bcaed7SHaojin Tang } 91156bcaed7SHaojin Tang } 91256bcaed7SHaojin Tang } 913de7754bfSsinsanction // ready instr count 914e986c5deSXuan Hu private val readyEntriesCnt = PopCount(validVec.zip(canIssueVec).map(x => x._1 && x._2)) 915e986c5deSXuan Hu XSPerfHistogram("ready_cnt", readyEntriesCnt, true.B, 0, params.numEntries + 1) 916e986c5deSXuan Hu // only split when more than 1 func type 917e986c5deSXuan Hu if (params.getFuCfgs.size > 0) { 91889740385Ssinsanction for (t <- FuType.functionNameMap.keys) { 91989740385Ssinsanction val fuName = FuType.functionNameMap(t) 92089740385Ssinsanction if (params.getFuCfgs.map(_.fuType == t).reduce(_ | _)) { 921e986c5deSXuan Hu XSPerfHistogram(s"ready_cnt_hist_futype_${fuName}", PopCount(validVec.zip(canIssueVec).zip(fuTypeVec).map { case ((v, c), fu) => v && c && fu === t.U }), true.B, 0, params.numEntries, 1) 922e986c5deSXuan Hu } 92389740385Ssinsanction } 92489740385Ssinsanction } 92589740385Ssinsanction 926de7754bfSsinsanction // deq instr count 927fb445e8dSzhanglyGit XSPerfAccumulate("issue_instr_pre_count", PopCount(deqBeforeDly.map(_.valid))) 928fb445e8dSzhanglyGit XSPerfHistogram("issue_instr_pre_count_hist", PopCount(deqBeforeDly.map(_.valid)), true.B, 0, params.numDeq + 1, 1) 929e986c5deSXuan Hu XSPerfAccumulate("issue_instr_count", PopCount(io.deqDelay.map(_.valid))) 930e986c5deSXuan Hu XSPerfHistogram("issue_instr_count_hist", PopCount(io.deqDelay.map(_.valid)), true.B, 0, params.numDeq + 1, 1) 931de7754bfSsinsanction 932de7754bfSsinsanction // deq instr data source count 933fb445e8dSzhanglyGit XSPerfAccumulate("issue_datasource_reg", deqBeforeDly.map{ deq => 93489740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.reg && !SrcType.isNotReg(deq.bits.srcType(j)) }) 93589740385Ssinsanction }.reduce(_ +& _)) 936fb445e8dSzhanglyGit XSPerfAccumulate("issue_datasource_bypass", deqBeforeDly.map{ deq => 93789740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.bypass && !SrcType.isNotReg(deq.bits.srcType(j)) }) 93889740385Ssinsanction }.reduce(_ +& _)) 939fb445e8dSzhanglyGit XSPerfAccumulate("issue_datasource_forward", deqBeforeDly.map{ deq => 94089740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.forward && !SrcType.isNotReg(deq.bits.srcType(j)) }) 94189740385Ssinsanction }.reduce(_ +& _)) 942fb445e8dSzhanglyGit XSPerfAccumulate("issue_datasource_noreg", deqBeforeDly.map{ deq => 943de7754bfSsinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && SrcType.isNotReg(deq.bits.srcType(j)) }) 944de7754bfSsinsanction }.reduce(_ +& _)) 94589740385Ssinsanction 946fb445e8dSzhanglyGit XSPerfHistogram("issue_datasource_reg_hist", deqBeforeDly.map{ deq => 94789740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.reg && !SrcType.isNotReg(deq.bits.srcType(j)) }) 948e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 949fb445e8dSzhanglyGit XSPerfHistogram("issue_datasource_bypass_hist", deqBeforeDly.map{ deq => 95089740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.bypass && !SrcType.isNotReg(deq.bits.srcType(j)) }) 951e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 952fb445e8dSzhanglyGit XSPerfHistogram("issue_datasource_forward_hist", deqBeforeDly.map{ deq => 95389740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.forward && !SrcType.isNotReg(deq.bits.srcType(j)) }) 954e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 955fb445e8dSzhanglyGit XSPerfHistogram("issue_datasource_noreg_hist", deqBeforeDly.map{ deq => 956de7754bfSsinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && SrcType.isNotReg(deq.bits.srcType(j)) }) 957e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 95889740385Ssinsanction 959de7754bfSsinsanction // deq instr data source count for each futype 96089740385Ssinsanction for (t <- FuType.functionNameMap.keys) { 96189740385Ssinsanction val fuName = FuType.functionNameMap(t) 96289740385Ssinsanction if (params.getFuCfgs.map(_.fuType == t).reduce(_ | _)) { 963fb445e8dSzhanglyGit XSPerfAccumulate(s"issue_datasource_reg_futype_${fuName}", deqBeforeDly.map{ deq => 96489740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.reg && !SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 96589740385Ssinsanction }.reduce(_ +& _)) 966fb445e8dSzhanglyGit XSPerfAccumulate(s"issue_datasource_bypass_futype_${fuName}", deqBeforeDly.map{ deq => 96789740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.bypass && !SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 96889740385Ssinsanction }.reduce(_ +& _)) 969fb445e8dSzhanglyGit XSPerfAccumulate(s"issue_datasource_forward_futype_${fuName}", deqBeforeDly.map{ deq => 97089740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.forward && !SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 97189740385Ssinsanction }.reduce(_ +& _)) 972fb445e8dSzhanglyGit XSPerfAccumulate(s"issue_datasource_noreg_futype_${fuName}", deqBeforeDly.map{ deq => 973de7754bfSsinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 974de7754bfSsinsanction }.reduce(_ +& _)) 97589740385Ssinsanction 976fb445e8dSzhanglyGit XSPerfHistogram(s"issue_datasource_reg_hist_futype_${fuName}", deqBeforeDly.map{ deq => 97789740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.reg && !SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 978e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 979fb445e8dSzhanglyGit XSPerfHistogram(s"issue_datasource_bypass_hist_futype_${fuName}", deqBeforeDly.map{ deq => 98089740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.bypass && !SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 981e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 982fb445e8dSzhanglyGit XSPerfHistogram(s"issue_datasource_forward_hist_futype_${fuName}", deqBeforeDly.map{ deq => 98389740385Ssinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && ds.value === DataSource.forward && !SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 984e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 985fb445e8dSzhanglyGit XSPerfHistogram(s"issue_datasource_noreg_hist_futype_${fuName}", deqBeforeDly.map{ deq => 986de7754bfSsinsanction PopCount(deq.bits.common.dataSources.zipWithIndex.map{ case (ds, j) => deq.valid && SrcType.isNotReg(deq.bits.srcType(j)) && deq.bits.common.fuType === t.U }) 987e986c5deSXuan Hu }.reduce(_ +& _), true.B, 0, params.numDeq * params.numRegSrc + 1, 1) 98889740385Ssinsanction } 98989740385Ssinsanction } 990730cfbc0SXuan Hu} 991730cfbc0SXuan Hu 992730cfbc0SXuan Huclass IssueQueueLoadBundle(implicit p: Parameters) extends XSBundle { 993730cfbc0SXuan Hu val fastMatch = UInt(backendParams.LduCnt.W) 994730cfbc0SXuan Hu val fastImm = UInt(12.W) 995730cfbc0SXuan Hu} 996730cfbc0SXuan Hu 997d456387eSHaojin Tangclass IssueQueueIntIO()(implicit p: Parameters, params: IssueBlockParams) extends IssueQueueIO 998730cfbc0SXuan Hu 999730cfbc0SXuan Huclass IssueQueueIntImp(override val wrapper: IssueQueue)(implicit p: Parameters, iqParams: IssueBlockParams) 1000730cfbc0SXuan Hu extends IssueQueueImp(wrapper) 1001730cfbc0SXuan Hu{ 1002730cfbc0SXuan Hu io.suggestName("none") 1003730cfbc0SXuan Hu override lazy val io = IO(new IssueQueueIntIO).suggestName("io") 1004730cfbc0SXuan Hu 1005fb445e8dSzhanglyGit deqBeforeDly.zipWithIndex.foreach{ case (deq, i) => { 100629dbac5aSsinsanction deq.bits.common.pc.foreach(_ := DontCare) 10075db4956bSzhanglyGit deq.bits.common.preDecode.foreach(_ := deqEntryVec(i).bits.payload.preDecodeInfo) 10085db4956bSzhanglyGit deq.bits.common.ftqIdx.foreach(_ := deqEntryVec(i).bits.payload.ftqPtr) 10095db4956bSzhanglyGit deq.bits.common.ftqOffset.foreach(_ := deqEntryVec(i).bits.payload.ftqOffset) 1010730cfbc0SXuan Hu deq.bits.common.predictInfo.foreach(x => { 1011d8a24b06SzhanglyGit x.target := DontCare 10125db4956bSzhanglyGit x.taken := deqEntryVec(i).bits.payload.pred_taken 1013730cfbc0SXuan Hu }) 1014730cfbc0SXuan Hu // for std 10155db4956bSzhanglyGit deq.bits.common.sqIdx.foreach(_ := deqEntryVec(i).bits.payload.sqIdx) 1016730cfbc0SXuan Hu // for i2f 10175db4956bSzhanglyGit deq.bits.common.fpu.foreach(_ := deqEntryVec(i).bits.payload.fpu) 1018730cfbc0SXuan Hu }} 1019730cfbc0SXuan Hu} 1020730cfbc0SXuan Hu 1021730cfbc0SXuan Huclass IssueQueueVfImp(override val wrapper: IssueQueue)(implicit p: Parameters, iqParams: IssueBlockParams) 1022730cfbc0SXuan Hu extends IssueQueueImp(wrapper) 1023730cfbc0SXuan Hu{ 1024fb445e8dSzhanglyGit deqBeforeDly.zipWithIndex.foreach{ case (deq, i) => { 10255db4956bSzhanglyGit deq.bits.common.fpu.foreach(_ := deqEntryVec(i).bits.payload.fpu) 10265db4956bSzhanglyGit deq.bits.common.vpu.foreach(_ := deqEntryVec(i).bits.payload.vpu) 10275db4956bSzhanglyGit deq.bits.common.vpu.foreach(_.vuopIdx := deqEntryVec(i).bits.payload.uopIdx) 10282d270511Ssinsanction deq.bits.common.vpu.foreach(_.lastUop := deqEntryVec(i).bits.payload.lastUop) 1029730cfbc0SXuan Hu }} 1030730cfbc0SXuan Hu} 1031730cfbc0SXuan Hu 103260f0c5aeSxiaofeibaoclass IssueQueueFpImp(override val wrapper: IssueQueue)(implicit p: Parameters, iqParams: IssueBlockParams) 103360f0c5aeSxiaofeibao extends IssueQueueImp(wrapper) 103460f0c5aeSxiaofeibao{ 103560f0c5aeSxiaofeibao deqBeforeDly.zipWithIndex.foreach{ case (deq, i) => { 103660f0c5aeSxiaofeibao deq.bits.common.fpu.foreach(_ := deqEntryVec(i).bits.payload.fpu) 103760f0c5aeSxiaofeibao deq.bits.common.vpu.foreach(_ := deqEntryVec(i).bits.payload.vpu) 103860f0c5aeSxiaofeibao deq.bits.common.vpu.foreach(_.vuopIdx := deqEntryVec(i).bits.payload.uopIdx) 103960f0c5aeSxiaofeibao deq.bits.common.vpu.foreach(_.lastUop := deqEntryVec(i).bits.payload.lastUop) 104060f0c5aeSxiaofeibao }} 104160f0c5aeSxiaofeibao} 104260f0c5aeSxiaofeibao 1043730cfbc0SXuan Huclass IssueQueueMemBundle(implicit p: Parameters, params: IssueBlockParams) extends Bundle { 1044fd490615Sweiding liu val feedbackIO = Flipped(Vec(params.numDeq, new MemRSFeedbackIO(params.isVecMemIQ))) 1045e07131b2Ssinsanction 1046e07131b2Ssinsanction // TODO: is still needed? 1047730cfbc0SXuan Hu val checkWait = new Bundle { 1048730cfbc0SXuan Hu val stIssuePtr = Input(new SqPtr) 1049730cfbc0SXuan Hu val memWaitUpdateReq = Flipped(new MemWaitUpdateReq) 1050730cfbc0SXuan Hu } 1051596af5d2SHaojin Tang val loadFastMatch = Output(Vec(params.LdExuCnt, new IssueQueueLoadBundle)) 1052e07131b2Ssinsanction 1053e07131b2Ssinsanction // load wakeup 1054596af5d2SHaojin Tang val loadWakeUp = Input(Vec(params.LdExuCnt, ValidIO(new DynInst()))) 10552d270511Ssinsanction 10562d270511Ssinsanction // vector 1057bb2f3f51STang Haojin val sqDeqPtr = Option.when(params.isVecMemIQ)(Input(new SqPtr)) 1058bb2f3f51STang Haojin val lqDeqPtr = Option.when(params.isVecMemIQ)(Input(new LqPtr)) 1059730cfbc0SXuan Hu} 1060730cfbc0SXuan Hu 1061730cfbc0SXuan Huclass IssueQueueMemIO(implicit p: Parameters, params: IssueBlockParams) extends IssueQueueIO { 1062730cfbc0SXuan Hu val memIO = Some(new IssueQueueMemBundle) 1063730cfbc0SXuan Hu} 1064730cfbc0SXuan Hu 1065730cfbc0SXuan Huclass IssueQueueMemAddrImp(override val wrapper: IssueQueue)(implicit p: Parameters, params: IssueBlockParams) 1066730cfbc0SXuan Hu extends IssueQueueImp(wrapper) with HasCircularQueuePtrHelper { 1067730cfbc0SXuan Hu 1068c758aa7fSsinsanction require(params.StdCnt == 0 && (params.LduCnt + params.StaCnt + params.HyuCnt) > 0, "IssueQueueMemAddrImp can only be instance of MemAddr IQ, " + 1069b133b458SXuan Hu s"StdCnt: ${params.StdCnt}, LduCnt: ${params.LduCnt}, StaCnt: ${params.StaCnt}, HyuCnt: ${params.HyuCnt}") 10708a66c02cSXuan Hu println(s"[IssueQueueMemAddrImp] StdCnt: ${params.StdCnt}, LduCnt: ${params.LduCnt}, StaCnt: ${params.StaCnt}, HyuCnt: ${params.HyuCnt}") 1071730cfbc0SXuan Hu 1072730cfbc0SXuan Hu io.suggestName("none") 1073730cfbc0SXuan Hu override lazy val io = IO(new IssueQueueMemIO).suggestName("io") 1074730cfbc0SXuan Hu private val memIO = io.memIO.get 1075730cfbc0SXuan Hu 1076853cd2d8SHaojin Tang memIO.loadFastMatch := 0.U.asTypeOf(memIO.loadFastMatch) // TODO: is still needed? 1077853cd2d8SHaojin Tang 10785db4956bSzhanglyGit entries.io.fromMem.get.slowResp.zipWithIndex.foreach { case (slowResp, i) => 1079730cfbc0SXuan Hu slowResp.valid := memIO.feedbackIO(i).feedbackSlow.valid 10805db4956bSzhanglyGit slowResp.bits.robIdx := memIO.feedbackIO(i).feedbackSlow.bits.robIdx 108138f78b5dSxiaofeibao-xjtu slowResp.bits.sqIdx.foreach( _ := memIO.feedbackIO(i).feedbackSlow.bits.sqIdx) 108228ac1c16Sxiaofeibao-xjtu slowResp.bits.lqIdx.foreach( _ := memIO.feedbackIO(i).feedbackSlow.bits.lqIdx) 1083f08a822fSzhanglyGit slowResp.bits.resp := Mux(memIO.feedbackIO(i).feedbackSlow.bits.hit, RespType.success, RespType.block) 10848d29ec32Sczw slowResp.bits.fuType := DontCare 1085730cfbc0SXuan Hu } 1086730cfbc0SXuan Hu 1087d3372210SzhanglyGit entries.io.fromMem.get.fastResp.zipWithIndex.foreach { case (fastResp, i) => 1088d3372210SzhanglyGit fastResp.valid := memIO.feedbackIO(i).feedbackFast.valid 1089d3372210SzhanglyGit fastResp.bits.robIdx := memIO.feedbackIO(i).feedbackFast.bits.robIdx 109038f78b5dSxiaofeibao-xjtu fastResp.bits.sqIdx.foreach( _ := memIO.feedbackIO(i).feedbackFast.bits.sqIdx) 109128ac1c16Sxiaofeibao-xjtu fastResp.bits.lqIdx.foreach( _ := memIO.feedbackIO(i).feedbackFast.bits.lqIdx) 1092d3372210SzhanglyGit fastResp.bits.resp := Mux(memIO.feedbackIO(i).feedbackFast.bits.hit, RespType.success, RespType.block) 1093d3372210SzhanglyGit fastResp.bits.fuType := DontCare 1094d3372210SzhanglyGit } 1095d3372210SzhanglyGit 1096596af5d2SHaojin Tang // load wakeup 1097596af5d2SHaojin Tang val loadWakeUpIter = memIO.loadWakeUp.iterator 1098596af5d2SHaojin Tang io.wakeupToIQ.zip(params.exuBlockParams).zipWithIndex.foreach { case ((wakeup, param), i) => 1099596af5d2SHaojin Tang if (param.hasLoadExu) { 1100596af5d2SHaojin Tang require(wakeUpQueues(i).isEmpty) 1101a01a12bbSHaojin Tang val uop = loadWakeUpIter.next() 1102a01a12bbSHaojin Tang 11035f8b6c9eSsinceforYy wakeup.valid := GatedValidRegNext(uop.fire) 1104dd461822Ssinsanction wakeup.bits.rfWen := (if (params.writeIntRf) GatedValidRegNext(uop.bits.rfWen && uop.fire) else false.B) 1105dd461822Ssinsanction wakeup.bits.fpWen := (if (params.writeFpRf) GatedValidRegNext(uop.bits.fpWen && uop.fire) else false.B) 1106dd461822Ssinsanction wakeup.bits.vecWen := (if (params.writeVecRf) GatedValidRegNext(uop.bits.vecWen && uop.fire) else false.B) 1107dd461822Ssinsanction wakeup.bits.v0Wen := (if (params.writeV0Rf) GatedValidRegNext(uop.bits.v0Wen && uop.fire) else false.B) 1108dd461822Ssinsanction wakeup.bits.vlWen := (if (params.writeVlRf) GatedValidRegNext(uop.bits.vlWen && uop.fire) else false.B) 11098338e674Sxiaofeibao-xjtu wakeup.bits.pdest := RegEnable(uop.bits.pdest, uop.fire) 1110f8b278aaSsinsanction wakeup.bits.rcDest.foreach(_ := io.replaceRCIdx.get(i)) 1111596af5d2SHaojin Tang wakeup.bits.loadDependency.foreach(_ := 0.U) // this is correct for load only 1112a01a12bbSHaojin Tang 1113dd461822Ssinsanction wakeup.bits.rfWenCopy .foreach(_.foreach(_ := (if (params.writeIntRf) GatedValidRegNext(uop.bits.rfWen && uop.fire) else false.B))) 1114dd461822Ssinsanction wakeup.bits.fpWenCopy .foreach(_.foreach(_ := (if (params.writeFpRf) GatedValidRegNext(uop.bits.fpWen && uop.fire) else false.B))) 1115dd461822Ssinsanction wakeup.bits.vecWenCopy.foreach(_.foreach(_ := (if (params.writeVecRf) GatedValidRegNext(uop.bits.vecWen && uop.fire) else false.B))) 1116dd461822Ssinsanction wakeup.bits.v0WenCopy .foreach(_.foreach(_ := (if (params.writeV0Rf) GatedValidRegNext(uop.bits.v0Wen && uop.fire) else false.B))) 1117dd461822Ssinsanction wakeup.bits.vlWenCopy .foreach(_.foreach(_ := (if (params.writeVlRf) GatedValidRegNext(uop.bits.vlWen && uop.fire) else false.B))) 11188338e674Sxiaofeibao-xjtu wakeup.bits.pdestCopy .foreach(_.foreach(_ := RegEnable(uop.bits.pdest, uop.fire))) 1119a01a12bbSHaojin Tang wakeup.bits.loadDependencyCopy.foreach(x => x := 0.U.asTypeOf(x)) // this is correct for load only 1120a01a12bbSHaojin Tang 1121a01a12bbSHaojin Tang wakeup.bits.is0Lat := 0.U 1122596af5d2SHaojin Tang } 1123596af5d2SHaojin Tang } 1124596af5d2SHaojin Tang require(!loadWakeUpIter.hasNext) 1125596af5d2SHaojin Tang 1126fb445e8dSzhanglyGit deqBeforeDly.zipWithIndex.foreach { case (deq, i) => 11271548ca99SHaojin Tang deq.bits.common.loadWaitBit.foreach(_ := deqEntryVec(i).bits.payload.loadWaitBit) 11281548ca99SHaojin Tang deq.bits.common.waitForRobIdx.foreach(_ := deqEntryVec(i).bits.payload.waitForRobIdx) 112959a1db8aSHaojin Tang deq.bits.common.storeSetHit.foreach(_ := deqEntryVec(i).bits.payload.storeSetHit) 113059a1db8aSHaojin Tang deq.bits.common.loadWaitStrict.foreach(_ := deqEntryVec(i).bits.payload.loadWaitStrict) 113159a1db8aSHaojin Tang deq.bits.common.ssid.foreach(_ := deqEntryVec(i).bits.payload.ssid) 11325db4956bSzhanglyGit deq.bits.common.sqIdx.get := deqEntryVec(i).bits.payload.sqIdx 11335db4956bSzhanglyGit deq.bits.common.lqIdx.get := deqEntryVec(i).bits.payload.lqIdx 1134542ae917SHaojin Tang deq.bits.common.ftqIdx.foreach(_ := deqEntryVec(i).bits.payload.ftqPtr) 1135542ae917SHaojin Tang deq.bits.common.ftqOffset.foreach(_ := deqEntryVec(i).bits.payload.ftqOffset) 1136730cfbc0SXuan Hu } 1137730cfbc0SXuan Hu} 11382d270511Ssinsanction 11392d270511Ssinsanctionclass IssueQueueVecMemImp(override val wrapper: IssueQueue)(implicit p: Parameters, params: IssueBlockParams) 11402d270511Ssinsanction extends IssueQueueImp(wrapper) with HasCircularQueuePtrHelper { 11412d270511Ssinsanction 1142e07131b2Ssinsanction require((params.VlduCnt + params.VstuCnt) > 0, "IssueQueueVecMemImp can only be instance of VecMem IQ") 1143e07131b2Ssinsanction println(s"[IssueQueueVecMemImp] VlduCnt: ${params.VlduCnt}, VstuCnt: ${params.VstuCnt}") 11442d270511Ssinsanction 11452d270511Ssinsanction io.suggestName("none") 11462d270511Ssinsanction override lazy val io = IO(new IssueQueueMemIO).suggestName("io") 11472d270511Ssinsanction private val memIO = io.memIO.get 11482d270511Ssinsanction 114999944b79Ssinsanction require(params.numExu == 1, "VecMem IssueQueue has not supported more than 1 deq ports") 115099944b79Ssinsanction 11512d270511Ssinsanction for (i <- entries.io.enq.indices) { 11522d270511Ssinsanction entries.io.enq(i).bits.status match { case enqData => 1153e07131b2Ssinsanction enqData.vecMem.get.sqIdx := s0_enqBits(i).sqIdx 1154e07131b2Ssinsanction enqData.vecMem.get.lqIdx := s0_enqBits(i).lqIdx 11556dbb4e08SXuan Hu // MemAddrIQ also handle vector insts 11566dbb4e08SXuan Hu enqData.vecMem.get.numLsElem := s0_enqBits(i).numLsElem 1157b0186a50Sweiding liu enqData.blocked := false.B 1158e07131b2Ssinsanction } 11592d270511Ssinsanction } 11602d270511Ssinsanction 11612d270511Ssinsanction entries.io.fromMem.get.slowResp.zipWithIndex.foreach { case (slowResp, i) => 11622d270511Ssinsanction slowResp.valid := memIO.feedbackIO(i).feedbackSlow.valid 11632d270511Ssinsanction slowResp.bits.robIdx := memIO.feedbackIO(i).feedbackSlow.bits.robIdx 116438f78b5dSxiaofeibao-xjtu slowResp.bits.sqIdx.get := memIO.feedbackIO(i).feedbackSlow.bits.sqIdx 116528ac1c16Sxiaofeibao-xjtu slowResp.bits.lqIdx.get := memIO.feedbackIO(i).feedbackSlow.bits.lqIdx 11666462eb1cSzhanglyGit slowResp.bits.resp := Mux(memIO.feedbackIO(i).feedbackSlow.bits.hit, RespType.success, RespType.block) 11672d270511Ssinsanction slowResp.bits.fuType := DontCare 116838f78b5dSxiaofeibao-xjtu slowResp.bits.uopIdx.get := DontCare 11692d270511Ssinsanction } 11702d270511Ssinsanction 1171d3372210SzhanglyGit entries.io.fromMem.get.fastResp.zipWithIndex.foreach { case (fastResp, i) => 1172d3372210SzhanglyGit fastResp.valid := memIO.feedbackIO(i).feedbackFast.valid 1173d3372210SzhanglyGit fastResp.bits.robIdx := memIO.feedbackIO(i).feedbackFast.bits.robIdx 117438f78b5dSxiaofeibao-xjtu fastResp.bits.sqIdx.get := memIO.feedbackIO(i).feedbackFast.bits.sqIdx 117528ac1c16Sxiaofeibao-xjtu fastResp.bits.lqIdx.get := memIO.feedbackIO(i).feedbackFast.bits.lqIdx 1176d3372210SzhanglyGit fastResp.bits.resp := Mux(memIO.feedbackIO(i).feedbackFast.bits.hit, RespType.success, RespType.block) 1177d3372210SzhanglyGit fastResp.bits.fuType := DontCare 117838f78b5dSxiaofeibao-xjtu fastResp.bits.uopIdx.get := DontCare 11792d270511Ssinsanction } 11802d270511Ssinsanction 1181aa2bcc31SzhanglyGit entries.io.vecMemIn.get.sqDeqPtr := memIO.sqDeqPtr.get 1182aa2bcc31SzhanglyGit entries.io.vecMemIn.get.lqDeqPtr := memIO.lqDeqPtr.get 1183aa2bcc31SzhanglyGit 1184fb445e8dSzhanglyGit deqBeforeDly.zipWithIndex.foreach { case (deq, i) => 1185e07131b2Ssinsanction deq.bits.common.sqIdx.foreach(_ := deqEntryVec(i).bits.status.vecMem.get.sqIdx) 1186e07131b2Ssinsanction deq.bits.common.lqIdx.foreach(_ := deqEntryVec(i).bits.status.vecMem.get.lqIdx) 11876dbb4e08SXuan Hu deq.bits.common.numLsElem.foreach(_ := deqEntryVec(i).bits.status.vecMem.get.numLsElem) 1188e07131b2Ssinsanction if (params.isVecLduIQ) { 11892d270511Ssinsanction deq.bits.common.ftqIdx.get := deqEntryVec(i).bits.payload.ftqPtr 11902d270511Ssinsanction deq.bits.common.ftqOffset.get := deqEntryVec(i).bits.payload.ftqOffset 11912d270511Ssinsanction } 11922d270511Ssinsanction deq.bits.common.fpu.foreach(_ := deqEntryVec(i).bits.payload.fpu) 11932d270511Ssinsanction deq.bits.common.vpu.foreach(_ := deqEntryVec(i).bits.payload.vpu) 11942d270511Ssinsanction deq.bits.common.vpu.foreach(_.vuopIdx := deqEntryVec(i).bits.payload.uopIdx) 11952d270511Ssinsanction deq.bits.common.vpu.foreach(_.lastUop := deqEntryVec(i).bits.payload.lastUop) 11962d270511Ssinsanction } 11977e471bf8SXuan Hu 11987e471bf8SXuan Hu io.vecLoadIssueResp.foreach(dontTouch(_)) 11992d270511Ssinsanction} 1200