19aca92b9SYinan Xu/*************************************************************************************** 29aca92b9SYinan Xu* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 39aca92b9SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 49aca92b9SYinan Xu* 59aca92b9SYinan Xu* XiangShan is licensed under Mulan PSL v2. 69aca92b9SYinan Xu* You can use this software according to the terms and conditions of the Mulan PSL v2. 79aca92b9SYinan Xu* You may obtain a copy of Mulan PSL v2 at: 89aca92b9SYinan Xu* http://license.coscl.org.cn/MulanPSL2 99aca92b9SYinan Xu* 109aca92b9SYinan Xu* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 119aca92b9SYinan Xu* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 129aca92b9SYinan Xu* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 139aca92b9SYinan Xu* 149aca92b9SYinan Xu* See the Mulan PSL v2 for more details. 159aca92b9SYinan Xu***************************************************************************************/ 169aca92b9SYinan Xu 179aca92b9SYinan Xupackage xiangshan.backend.rob 189aca92b9SYinan Xu 199aca92b9SYinan Xuimport chipsalliance.rocketchip.config.Parameters 209aca92b9SYinan Xuimport chisel3._ 219aca92b9SYinan Xuimport chisel3.util._ 229aca92b9SYinan Xuimport difftest._ 236ab6918fSYinan Xuimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 246ab6918fSYinan Xuimport utils._ 253c02ee8fSwakafaimport utility._ 266ab6918fSYinan Xuimport xiangshan._ 27fa7f2c26STang Haojinimport xiangshan.backend.SnapshotGenerator 286ab6918fSYinan Xuimport xiangshan.backend.exu.ExuConfig 296ab6918fSYinan Xuimport xiangshan.frontend.FtqPtr 30d2b20d1aSTang Haojinimport xiangshan.mem.{LsqEnqIO, LqPtr} 319aca92b9SYinan Xu 328744445eSMaxpicca-Liclass DebugMdpInfo(implicit p: Parameters) extends XSBundle{ 338744445eSMaxpicca-Li val ssid = UInt(SSIDWidth.W) 348744445eSMaxpicca-Li val waitAllStore = Bool() 358744445eSMaxpicca-Li} 368744445eSMaxpicca-Li 378744445eSMaxpicca-Liclass DebugLsInfo(implicit p: Parameters) extends XSBundle { 388744445eSMaxpicca-Li val s1 = new Bundle { 398744445eSMaxpicca-Li val isTlbFirstMiss = Bool() // in s1 408744445eSMaxpicca-Li val isBankConflict = Bool() // in s1 418744445eSMaxpicca-Li val isLoadToLoadForward = Bool() 428744445eSMaxpicca-Li val isReplayFast = Bool() 438744445eSMaxpicca-Li } 448744445eSMaxpicca-Li val s2 = new Bundle{ 458744445eSMaxpicca-Li val isDcacheFirstMiss = Bool() // in s2 (predicted result is in s1 when using WPU, real result is in s2) 468744445eSMaxpicca-Li val isForwardFail = Bool() // in s2 478744445eSMaxpicca-Li val isReplaySlow = Bool() 488744445eSMaxpicca-Li val isLoadReplayTLBMiss = Bool() 498744445eSMaxpicca-Li val isLoadReplayCacheMiss = Bool() 508744445eSMaxpicca-Li } 518744445eSMaxpicca-Li val replayCnt = UInt(XLEN.W) 528744445eSMaxpicca-Li 538744445eSMaxpicca-Li def s1SignalEnable(ena: DebugLsInfo) = { 548744445eSMaxpicca-Li when(ena.s1.isTlbFirstMiss) { s1.isTlbFirstMiss := true.B } 558744445eSMaxpicca-Li when(ena.s1.isBankConflict) { s1.isBankConflict := true.B } 568744445eSMaxpicca-Li when(ena.s1.isLoadToLoadForward) { s1.isLoadToLoadForward := true.B } 578744445eSMaxpicca-Li when(ena.s1.isReplayFast) { 588744445eSMaxpicca-Li s1.isReplayFast := true.B 598744445eSMaxpicca-Li replayCnt := replayCnt + 1.U 608744445eSMaxpicca-Li } 618744445eSMaxpicca-Li } 628744445eSMaxpicca-Li 638744445eSMaxpicca-Li def s2SignalEnable(ena: DebugLsInfo) = { 648744445eSMaxpicca-Li when(ena.s2.isDcacheFirstMiss) { s2.isDcacheFirstMiss := true.B } 658744445eSMaxpicca-Li when(ena.s2.isForwardFail) { s2.isForwardFail := true.B } 668744445eSMaxpicca-Li when(ena.s2.isLoadReplayTLBMiss) { s2.isLoadReplayTLBMiss := true.B } 678744445eSMaxpicca-Li when(ena.s2.isLoadReplayCacheMiss) { s2.isLoadReplayCacheMiss := true.B } 688744445eSMaxpicca-Li when(ena.s2.isReplaySlow) { 698744445eSMaxpicca-Li s2.isReplaySlow := true.B 708744445eSMaxpicca-Li replayCnt := replayCnt + 1.U 718744445eSMaxpicca-Li } 728744445eSMaxpicca-Li } 738744445eSMaxpicca-Li 748744445eSMaxpicca-Li} 758744445eSMaxpicca-Liobject DebugLsInfo { 768744445eSMaxpicca-Li def init(implicit p: Parameters): DebugLsInfo = { 778744445eSMaxpicca-Li val lsInfo = Wire(new DebugLsInfo) 788744445eSMaxpicca-Li lsInfo.s1.isTlbFirstMiss := false.B 798744445eSMaxpicca-Li lsInfo.s1.isBankConflict := false.B 808744445eSMaxpicca-Li lsInfo.s1.isLoadToLoadForward := false.B 818744445eSMaxpicca-Li lsInfo.s1.isReplayFast := false.B 828744445eSMaxpicca-Li lsInfo.s2.isDcacheFirstMiss := false.B 838744445eSMaxpicca-Li lsInfo.s2.isForwardFail := false.B 848744445eSMaxpicca-Li lsInfo.s2.isReplaySlow := false.B 858744445eSMaxpicca-Li lsInfo.s2.isLoadReplayTLBMiss := false.B 868744445eSMaxpicca-Li lsInfo.s2.isLoadReplayCacheMiss := false.B 878744445eSMaxpicca-Li lsInfo.replayCnt := 0.U 888744445eSMaxpicca-Li lsInfo 898744445eSMaxpicca-Li } 908744445eSMaxpicca-Li 918744445eSMaxpicca-Li} 928744445eSMaxpicca-Liclass DebugLsInfoBundle(implicit p: Parameters) extends DebugLsInfo { 938744445eSMaxpicca-Li // unified processing at the end stage of load/store ==> s2 ==> bug that will write error robIdx data 948744445eSMaxpicca-Li val s1_robIdx = UInt(log2Ceil(RobSize).W) 958744445eSMaxpicca-Li val s2_robIdx = UInt(log2Ceil(RobSize).W) 968744445eSMaxpicca-Li} 978744445eSMaxpicca-Liclass DebugLSIO(implicit p: Parameters) extends XSBundle { 988744445eSMaxpicca-Li val debugLsInfo = Vec(exuParameters.LduCnt + exuParameters.StuCnt, Output(new DebugLsInfoBundle)) 998744445eSMaxpicca-Li} 1008744445eSMaxpicca-Li 101d2b20d1aSTang Haojinclass LsTopdownInfo(implicit p: Parameters) extends XSBundle { 102d2b20d1aSTang Haojin val s1 = new Bundle { 103d2b20d1aSTang Haojin val robIdx = UInt(log2Ceil(RobSize).W) 104d2b20d1aSTang Haojin val vaddr_valid = Bool() 105d2b20d1aSTang Haojin val vaddr_bits = UInt(VAddrBits.W) 106d2b20d1aSTang Haojin } 107d2b20d1aSTang Haojin val s2 = new Bundle { 108d2b20d1aSTang Haojin val robIdx = UInt(log2Ceil(RobSize).W) 109d2b20d1aSTang Haojin val paddr_valid = Bool() 110d2b20d1aSTang Haojin val paddr_bits = UInt(PAddrBits.W) 1110d32f713Shappy-lx val cache_miss_en = Bool() 1120d32f713Shappy-lx val first_real_miss = Bool() 113d2b20d1aSTang Haojin } 114d2b20d1aSTang Haojin 115d2b20d1aSTang Haojin def s1SignalEnable(ena: LsTopdownInfo) = { 116d2b20d1aSTang Haojin when(ena.s1.vaddr_valid) { 117d2b20d1aSTang Haojin s1.vaddr_valid := true.B 118d2b20d1aSTang Haojin s1.vaddr_bits := ena.s1.vaddr_bits 119d2b20d1aSTang Haojin } 120d2b20d1aSTang Haojin } 121d2b20d1aSTang Haojin 122d2b20d1aSTang Haojin def s2SignalEnable(ena: LsTopdownInfo) = { 123d2b20d1aSTang Haojin when(ena.s2.paddr_valid) { 124d2b20d1aSTang Haojin s2.paddr_valid := true.B 125d2b20d1aSTang Haojin s2.paddr_bits := ena.s2.paddr_bits 126d2b20d1aSTang Haojin } 1270d32f713Shappy-lx when(ena.s2.cache_miss_en) { 1280d32f713Shappy-lx s2.first_real_miss := ena.s2.first_real_miss 1290d32f713Shappy-lx } 130d2b20d1aSTang Haojin } 131d2b20d1aSTang Haojin} 132d2b20d1aSTang Haojin 133d2b20d1aSTang Haojinobject LsTopdownInfo { 134d2b20d1aSTang Haojin def init(implicit p: Parameters): LsTopdownInfo = 0.U.asTypeOf(new LsTopdownInfo) 135d2b20d1aSTang Haojin} 136d2b20d1aSTang Haojin 1379aca92b9SYinan Xuclass RobPtr(implicit p: Parameters) extends CircularQueuePtr[RobPtr]( 1389aca92b9SYinan Xu p => p(XSCoreParamsKey).RobSize 1399aca92b9SYinan Xu) with HasCircularQueuePtrHelper { 1409aca92b9SYinan Xu 141f4b2089aSYinan Xu def needFlush(redirect: Valid[Redirect]): Bool = { 1429aca92b9SYinan Xu val flushItself = redirect.bits.flushItself() && this === redirect.bits.robIdx 143f4b2089aSYinan Xu redirect.valid && (flushItself || isAfter(this, redirect.bits.robIdx)) 1449aca92b9SYinan Xu } 1459aca92b9SYinan Xu 1460dc4893dSYinan Xu def needFlush(redirect: Seq[Valid[Redirect]]): Bool = VecInit(redirect.map(needFlush)).asUInt.orR 1479aca92b9SYinan Xu} 1489aca92b9SYinan Xu 1499aca92b9SYinan Xuobject RobPtr { 1509aca92b9SYinan Xu def apply(f: Bool, v: UInt)(implicit p: Parameters): RobPtr = { 1519aca92b9SYinan Xu val ptr = Wire(new RobPtr) 1529aca92b9SYinan Xu ptr.flag := f 1539aca92b9SYinan Xu ptr.value := v 1549aca92b9SYinan Xu ptr 1559aca92b9SYinan Xu } 1569aca92b9SYinan Xu} 1579aca92b9SYinan Xu 1589aca92b9SYinan Xuclass RobCSRIO(implicit p: Parameters) extends XSBundle { 1599aca92b9SYinan Xu val intrBitSet = Input(Bool()) 1609aca92b9SYinan Xu val trapTarget = Input(UInt(VAddrBits.W)) 1619aca92b9SYinan Xu val isXRet = Input(Bool()) 1625c95ea2eSYinan Xu val wfiEvent = Input(Bool()) 1639aca92b9SYinan Xu 1649aca92b9SYinan Xu val fflags = Output(Valid(UInt(5.W))) 1659aca92b9SYinan Xu val dirty_fs = Output(Bool()) 1669aca92b9SYinan Xu val perfinfo = new Bundle { 1679aca92b9SYinan Xu val retiredInstr = Output(UInt(3.W)) 1689aca92b9SYinan Xu } 1699aca92b9SYinan Xu} 1709aca92b9SYinan Xu 1719aca92b9SYinan Xuclass RobLsqIO(implicit p: Parameters) extends XSBundle { 172cd365d4cSrvcoresjw val lcommit = Output(UInt(log2Up(CommitWidth + 1).W)) 173cd365d4cSrvcoresjw val scommit = Output(UInt(log2Up(CommitWidth + 1).W)) 1749aca92b9SYinan Xu val pendingld = Output(Bool()) 1759aca92b9SYinan Xu val pendingst = Output(Bool()) 1769aca92b9SYinan Xu val commit = Output(Bool()) 177e4f69d78Ssfencevma val pendingPtr = Output(new RobPtr) 178e4f69d78Ssfencevma 179e4f69d78Ssfencevma val mmio = Input(Vec(LoadPipelineWidth, Bool())) 180e4f69d78Ssfencevma val uop = Input(Vec(LoadPipelineWidth, new MicroOp)) 1819aca92b9SYinan Xu} 1829aca92b9SYinan Xu 1839aca92b9SYinan Xuclass RobEnqIO(implicit p: Parameters) extends XSBundle { 1849aca92b9SYinan Xu val canAccept = Output(Bool()) 1859aca92b9SYinan Xu val isEmpty = Output(Bool()) 1869aca92b9SYinan Xu // valid vector, for robIdx gen and walk 1879aca92b9SYinan Xu val needAlloc = Vec(RenameWidth, Input(Bool())) 1889aca92b9SYinan Xu val req = Vec(RenameWidth, Flipped(ValidIO(new MicroOp))) 1899aca92b9SYinan Xu val resp = Vec(RenameWidth, Output(new RobPtr)) 1909aca92b9SYinan Xu} 1919aca92b9SYinan Xu 192*60ebee38STang Haojinclass RobCoreTopDownIO(implicit p: Parameters) extends XSBundle { 193*60ebee38STang Haojin val robHeadVaddr = Valid(UInt(VAddrBits.W)) 194*60ebee38STang Haojin val robHeadPaddr = Valid(UInt(PAddrBits.W)) 195*60ebee38STang Haojin} 196*60ebee38STang Haojin 197*60ebee38STang Haojinclass RobDispatchTopDownIO extends Bundle { 198*60ebee38STang Haojin val robTrueCommit = Output(UInt(64.W)) 199*60ebee38STang Haojin val robHeadLsIssue = Output(Bool()) 200*60ebee38STang Haojin} 201*60ebee38STang Haojin 2029aca92b9SYinan Xuclass RobDeqPtrWrapper(implicit p: Parameters) extends XSModule with HasCircularQueuePtrHelper { 2039aca92b9SYinan Xu val io = IO(new Bundle { 2049aca92b9SYinan Xu // for commits/flush 2059aca92b9SYinan Xu val state = Input(UInt(2.W)) 2069aca92b9SYinan Xu val deq_v = Vec(CommitWidth, Input(Bool())) 2079aca92b9SYinan Xu val deq_w = Vec(CommitWidth, Input(Bool())) 2089aca92b9SYinan Xu val exception_state = Flipped(ValidIO(new RobExceptionInfo)) 2099aca92b9SYinan Xu // for flush: when exception occurs, reset deqPtrs to range(0, CommitWidth) 2109aca92b9SYinan Xu val intrBitSetReg = Input(Bool()) 2119aca92b9SYinan Xu val hasNoSpecExec = Input(Bool()) 212e8009193SYinan Xu val interrupt_safe = Input(Bool()) 2136474c47fSYinan Xu val blockCommit = Input(Bool()) 2149aca92b9SYinan Xu // output: the CommitWidth deqPtr 2159aca92b9SYinan Xu val out = Vec(CommitWidth, Output(new RobPtr)) 2169aca92b9SYinan Xu val next_out = Vec(CommitWidth, Output(new RobPtr)) 2179aca92b9SYinan Xu }) 2189aca92b9SYinan Xu 2199aca92b9SYinan Xu val deqPtrVec = RegInit(VecInit((0 until CommitWidth).map(_.U.asTypeOf(new RobPtr)))) 2209aca92b9SYinan Xu 2219aca92b9SYinan Xu // for exceptions (flushPipe included) and interrupts: 2229aca92b9SYinan Xu // only consider the first instruction 2235c95ea2eSYinan Xu val intrEnable = io.intrBitSetReg && !io.hasNoSpecExec && io.interrupt_safe 224983f3e23SYinan Xu val exceptionEnable = io.deq_w(0) && io.exception_state.valid && io.exception_state.bits.not_commit && io.exception_state.bits.robIdx === deqPtrVec(0) 2259aca92b9SYinan Xu val redirectOutValid = io.state === 0.U && io.deq_v(0) && (intrEnable || exceptionEnable) 2269aca92b9SYinan Xu 2279aca92b9SYinan Xu // for normal commits: only to consider when there're no exceptions 2289aca92b9SYinan Xu // we don't need to consider whether the first instruction has exceptions since it wil trigger exceptions. 2299aca92b9SYinan Xu val commit_exception = io.exception_state.valid && !isAfter(io.exception_state.bits.robIdx, deqPtrVec.last) 2306474c47fSYinan Xu val canCommit = VecInit((0 until CommitWidth).map(i => io.deq_v(i) && io.deq_w(i))) 2319aca92b9SYinan Xu val normalCommitCnt = PriorityEncoder(canCommit.map(c => !c) :+ true.B) 232f4b2089aSYinan Xu // when io.intrBitSetReg or there're possible exceptions in these instructions, 233f4b2089aSYinan Xu // only one instruction is allowed to commit 2349aca92b9SYinan Xu val allowOnlyOne = commit_exception || io.intrBitSetReg 2359aca92b9SYinan Xu val commitCnt = Mux(allowOnlyOne, canCommit(0), normalCommitCnt) 2369aca92b9SYinan Xu 2379aca92b9SYinan Xu val commitDeqPtrVec = VecInit(deqPtrVec.map(_ + commitCnt)) 2386474c47fSYinan Xu val deqPtrVec_next = Mux(io.state === 0.U && !redirectOutValid && !io.blockCommit, commitDeqPtrVec, deqPtrVec) 2399aca92b9SYinan Xu 2409aca92b9SYinan Xu deqPtrVec := deqPtrVec_next 2419aca92b9SYinan Xu 2429aca92b9SYinan Xu io.next_out := deqPtrVec_next 2439aca92b9SYinan Xu io.out := deqPtrVec 2449aca92b9SYinan Xu 2459aca92b9SYinan Xu when (io.state === 0.U) { 2469aca92b9SYinan Xu XSInfo(io.state === 0.U && commitCnt > 0.U, "retired %d insts\n", commitCnt) 2479aca92b9SYinan Xu } 2489aca92b9SYinan Xu 2499aca92b9SYinan Xu} 2509aca92b9SYinan Xu 2519aca92b9SYinan Xuclass RobEnqPtrWrapper(implicit p: Parameters) extends XSModule with HasCircularQueuePtrHelper { 2529aca92b9SYinan Xu val io = IO(new Bundle { 2539aca92b9SYinan Xu // for input redirect 2549aca92b9SYinan Xu val redirect = Input(Valid(new Redirect)) 2559aca92b9SYinan Xu // for enqueue 2569aca92b9SYinan Xu val allowEnqueue = Input(Bool()) 2579aca92b9SYinan Xu val hasBlockBackward = Input(Bool()) 2589aca92b9SYinan Xu val enq = Vec(RenameWidth, Input(Bool())) 2596474c47fSYinan Xu val out = Output(Vec(RenameWidth, new RobPtr)) 2609aca92b9SYinan Xu }) 2619aca92b9SYinan Xu 2626474c47fSYinan Xu val enqPtrVec = RegInit(VecInit.tabulate(RenameWidth)(_.U.asTypeOf(new RobPtr))) 2639aca92b9SYinan Xu 2649aca92b9SYinan Xu // enqueue 2659aca92b9SYinan Xu val canAccept = io.allowEnqueue && !io.hasBlockBackward 266f4b2089aSYinan Xu val dispatchNum = Mux(canAccept, PopCount(io.enq), 0.U) 2679aca92b9SYinan Xu 2686474c47fSYinan Xu for ((ptr, i) <- enqPtrVec.zipWithIndex) { 269f4b2089aSYinan Xu when(io.redirect.valid) { 2706474c47fSYinan Xu ptr := Mux(io.redirect.bits.flushItself(), io.redirect.bits.robIdx + i.U, io.redirect.bits.robIdx + (i + 1).U) 2719aca92b9SYinan Xu }.otherwise { 2726474c47fSYinan Xu ptr := ptr + dispatchNum 2736474c47fSYinan Xu } 2749aca92b9SYinan Xu } 2759aca92b9SYinan Xu 2766474c47fSYinan Xu io.out := enqPtrVec 2779aca92b9SYinan Xu 2789aca92b9SYinan Xu} 2799aca92b9SYinan Xu 2809aca92b9SYinan Xuclass RobExceptionInfo(implicit p: Parameters) extends XSBundle { 2819aca92b9SYinan Xu // val valid = Bool() 2829aca92b9SYinan Xu val robIdx = new RobPtr 2839aca92b9SYinan Xu val exceptionVec = ExceptionVec() 2849aca92b9SYinan Xu val flushPipe = Bool() 2859aca92b9SYinan Xu val replayInst = Bool() // redirect to that inst itself 28684e47f35SLi Qianruo val singleStep = Bool() // TODO add frontend hit beneath 287c3abb8b6SYinan Xu val crossPageIPFFix = Bool() 28872951335SLi Qianruo val trigger = new TriggerCf 2899aca92b9SYinan Xu 29084e47f35SLi Qianruo// def trigger_before = !trigger.getTimingBackend && trigger.getHitBackend 29184e47f35SLi Qianruo// def trigger_after = trigger.getTimingBackend && trigger.getHitBackend 292ddb65c47SLi Qianruo def has_exception = exceptionVec.asUInt.orR || flushPipe || singleStep || replayInst || trigger.hit 293983f3e23SYinan Xu def not_commit = exceptionVec.asUInt.orR || singleStep || replayInst || trigger.hit 2949aca92b9SYinan Xu // only exceptions are allowed to writeback when enqueue 295ddb65c47SLi Qianruo def can_writeback = exceptionVec.asUInt.orR || singleStep || trigger.hit 2969aca92b9SYinan Xu} 2979aca92b9SYinan Xu 2989aca92b9SYinan Xuclass ExceptionGen(implicit p: Parameters) extends XSModule with HasCircularQueuePtrHelper { 2999aca92b9SYinan Xu val io = IO(new Bundle { 3009aca92b9SYinan Xu val redirect = Input(Valid(new Redirect)) 3019aca92b9SYinan Xu val flush = Input(Bool()) 3029aca92b9SYinan Xu val enq = Vec(RenameWidth, Flipped(ValidIO(new RobExceptionInfo))) 30346f74b57SHaojin Tang val wb = Vec(1 + LoadPipelineWidth + StorePipelineWidth, Flipped(ValidIO(new RobExceptionInfo))) 3049aca92b9SYinan Xu val out = ValidIO(new RobExceptionInfo) 3059aca92b9SYinan Xu val state = ValidIO(new RobExceptionInfo) 3069aca92b9SYinan Xu }) 3079aca92b9SYinan Xu 30846f74b57SHaojin Tang def getOldest(valid: Seq[Bool], bits: Seq[RobExceptionInfo]): (Seq[Bool], Seq[RobExceptionInfo]) = { 30946f74b57SHaojin Tang assert(valid.length == bits.length) 31046f74b57SHaojin Tang assert(isPow2(valid.length)) 31146f74b57SHaojin Tang if (valid.length == 1) { 31246f74b57SHaojin Tang (valid, bits) 31346f74b57SHaojin Tang } else if (valid.length == 2) { 31446f74b57SHaojin Tang val res = Seq.fill(2)(Wire(ValidIO(chiselTypeOf(bits(0))))) 31546f74b57SHaojin Tang for (i <- res.indices) { 31646f74b57SHaojin Tang res(i).valid := valid(i) 31746f74b57SHaojin Tang res(i).bits := bits(i) 31846f74b57SHaojin Tang } 31946f74b57SHaojin Tang val oldest = Mux(!valid(1) || valid(0) && isAfter(bits(1).robIdx, bits(0).robIdx), res(0), res(1)) 32046f74b57SHaojin Tang (Seq(oldest.valid), Seq(oldest.bits)) 32146f74b57SHaojin Tang } else { 32246f74b57SHaojin Tang val left = getOldest(valid.take(valid.length / 2), bits.take(valid.length / 2)) 32346f74b57SHaojin Tang val right = getOldest(valid.takeRight(valid.length / 2), bits.takeRight(valid.length / 2)) 32446f74b57SHaojin Tang getOldest(left._1 ++ right._1, left._2 ++ right._2) 32546f74b57SHaojin Tang } 32646f74b57SHaojin Tang } 32746f74b57SHaojin Tang 32867ba96b4SYinan Xu val currentValid = RegInit(false.B) 32967ba96b4SYinan Xu val current = Reg(new RobExceptionInfo) 3309aca92b9SYinan Xu 3319aca92b9SYinan Xu // orR the exceptionVec 3329aca92b9SYinan Xu val lastCycleFlush = RegNext(io.flush) 3339aca92b9SYinan Xu val in_enq_valid = VecInit(io.enq.map(e => e.valid && e.bits.has_exception && !lastCycleFlush)) 3349aca92b9SYinan Xu val in_wb_valid = io.wb.map(w => w.valid && w.bits.has_exception && !lastCycleFlush) 3359aca92b9SYinan Xu 33646f74b57SHaojin Tang // s0: compare wb(1)~wb(LoadPipelineWidth) and wb(1 + LoadPipelineWidth)~wb(LoadPipelineWidth + StorePipelineWidth) 337f4b2089aSYinan Xu val wb_valid = in_wb_valid.zip(io.wb.map(_.bits)).map{ case (v, bits) => v && !(bits.robIdx.needFlush(io.redirect) || io.flush) } 3389aca92b9SYinan Xu val csr_wb_bits = io.wb(0).bits 33946f74b57SHaojin Tang val load_wb_bits = getOldest(in_wb_valid.slice(1, 1 + LoadPipelineWidth), io.wb.map(_.bits).slice(1, 1 + LoadPipelineWidth))._2(0) 34046f74b57SHaojin Tang val store_wb_bits = getOldest(in_wb_valid.slice(1 + LoadPipelineWidth, 1 + LoadPipelineWidth + StorePipelineWidth), io.wb.map(_.bits).slice(1 + LoadPipelineWidth, 1 + LoadPipelineWidth + StorePipelineWidth))._2(0) 34146f74b57SHaojin Tang val s0_out_valid = RegNext(VecInit(Seq(wb_valid(0), wb_valid.slice(1, 1 + LoadPipelineWidth).reduce(_ || _), wb_valid.slice(1 + LoadPipelineWidth, 1 + LoadPipelineWidth + StorePipelineWidth).reduce(_ || _)))) 3429aca92b9SYinan Xu val s0_out_bits = RegNext(VecInit(Seq(csr_wb_bits, load_wb_bits, store_wb_bits))) 3439aca92b9SYinan Xu 3449aca92b9SYinan Xu // s1: compare last four and current flush 345f4b2089aSYinan Xu val s1_valid = VecInit(s0_out_valid.zip(s0_out_bits).map{ case (v, b) => v && !(b.robIdx.needFlush(io.redirect) || io.flush) }) 3469aca92b9SYinan Xu val compare_01_valid = s0_out_valid(0) || s0_out_valid(1) 3479aca92b9SYinan Xu val compare_01_bits = Mux(!s0_out_valid(0) || s0_out_valid(1) && isAfter(s0_out_bits(0).robIdx, s0_out_bits(1).robIdx), s0_out_bits(1), s0_out_bits(0)) 3489aca92b9SYinan Xu val compare_bits = Mux(!s0_out_valid(2) || compare_01_valid && isAfter(s0_out_bits(2).robIdx, compare_01_bits.robIdx), compare_01_bits, s0_out_bits(2)) 3499aca92b9SYinan Xu val s1_out_bits = RegNext(compare_bits) 3509aca92b9SYinan Xu val s1_out_valid = RegNext(s1_valid.asUInt.orR) 3519aca92b9SYinan Xu 3529aca92b9SYinan Xu val enq_valid = RegNext(in_enq_valid.asUInt.orR && !io.redirect.valid && !io.flush) 3539aca92b9SYinan Xu val enq_bits = RegNext(ParallelPriorityMux(in_enq_valid, io.enq.map(_.bits))) 3549aca92b9SYinan Xu 3559aca92b9SYinan Xu // s2: compare the input exception with the current one 3569aca92b9SYinan Xu // priorities: 3579aca92b9SYinan Xu // (1) system reset 3589aca92b9SYinan Xu // (2) current is valid: flush, remain, merge, update 3599aca92b9SYinan Xu // (3) current is not valid: s1 or enq 36067ba96b4SYinan Xu val current_flush = current.robIdx.needFlush(io.redirect) || io.flush 361f4b2089aSYinan Xu val s1_flush = s1_out_bits.robIdx.needFlush(io.redirect) || io.flush 36267ba96b4SYinan Xu when (currentValid) { 3639aca92b9SYinan Xu when (current_flush) { 36467ba96b4SYinan Xu currentValid := Mux(s1_flush, false.B, s1_out_valid) 3659aca92b9SYinan Xu } 3669aca92b9SYinan Xu when (s1_out_valid && !s1_flush) { 36767ba96b4SYinan Xu when (isAfter(current.robIdx, s1_out_bits.robIdx)) { 36867ba96b4SYinan Xu current := s1_out_bits 36967ba96b4SYinan Xu }.elsewhen (current.robIdx === s1_out_bits.robIdx) { 37067ba96b4SYinan Xu current.exceptionVec := (s1_out_bits.exceptionVec.asUInt | current.exceptionVec.asUInt).asTypeOf(ExceptionVec()) 37167ba96b4SYinan Xu current.flushPipe := s1_out_bits.flushPipe || current.flushPipe 37267ba96b4SYinan Xu current.replayInst := s1_out_bits.replayInst || current.replayInst 37367ba96b4SYinan Xu current.singleStep := s1_out_bits.singleStep || current.singleStep 37467ba96b4SYinan Xu current.trigger := (s1_out_bits.trigger.asUInt | current.trigger.asUInt).asTypeOf(new TriggerCf) 3759aca92b9SYinan Xu } 3769aca92b9SYinan Xu } 3779aca92b9SYinan Xu }.elsewhen (s1_out_valid && !s1_flush) { 37867ba96b4SYinan Xu currentValid := true.B 37967ba96b4SYinan Xu current := s1_out_bits 3809aca92b9SYinan Xu }.elsewhen (enq_valid && !(io.redirect.valid || io.flush)) { 38167ba96b4SYinan Xu currentValid := true.B 38267ba96b4SYinan Xu current := enq_bits 3839aca92b9SYinan Xu } 3849aca92b9SYinan Xu 3859aca92b9SYinan Xu io.out.valid := s1_out_valid || enq_valid && enq_bits.can_writeback 3869aca92b9SYinan Xu io.out.bits := Mux(s1_out_valid, s1_out_bits, enq_bits) 38767ba96b4SYinan Xu io.state.valid := currentValid 38867ba96b4SYinan Xu io.state.bits := current 3899aca92b9SYinan Xu 3909aca92b9SYinan Xu} 3919aca92b9SYinan Xu 3929aca92b9SYinan Xuclass RobFlushInfo(implicit p: Parameters) extends XSBundle { 3939aca92b9SYinan Xu val ftqIdx = new FtqPtr 394f4b2089aSYinan Xu val robIdx = new RobPtr 3959aca92b9SYinan Xu val ftqOffset = UInt(log2Up(PredictWidth).W) 3969aca92b9SYinan Xu val replayInst = Bool() 3979aca92b9SYinan Xu} 3989aca92b9SYinan Xu 3996ab6918fSYinan Xuclass Rob(implicit p: Parameters) extends LazyModule with HasWritebackSink with HasXSParameter { 4006ab6918fSYinan Xu 4016ab6918fSYinan Xu lazy val module = new RobImp(this) 4026ab6918fSYinan Xu 4036ab6918fSYinan Xu override def generateWritebackIO( 4046ab6918fSYinan Xu thisMod: Option[HasWritebackSource] = None, 4056ab6918fSYinan Xu thisModImp: Option[HasWritebackSourceImp] = None 4066ab6918fSYinan Xu ): Unit = { 4076ab6918fSYinan Xu val sources = writebackSinksImp(thisMod, thisModImp) 4086ab6918fSYinan Xu module.io.writeback.zip(sources).foreach(x => x._1 := x._2) 4096ab6918fSYinan Xu } 4106ab6918fSYinan Xu} 4116ab6918fSYinan Xu 4126ab6918fSYinan Xuclass RobImp(outer: Rob)(implicit p: Parameters) extends LazyModuleImp(outer) 4131ca0e4f3SYinan Xu with HasXSParameter with HasCircularQueuePtrHelper with HasPerfEvents { 4146ab6918fSYinan Xu val wbExuConfigs = outer.writebackSinksParams.map(_.exuConfigs) 4156ab6918fSYinan Xu val numWbPorts = wbExuConfigs.map(_.length) 4166ab6918fSYinan Xu 4179aca92b9SYinan Xu val io = IO(new Bundle() { 4185668a921SJiawei Lin val hartId = Input(UInt(8.W)) 4199aca92b9SYinan Xu val redirect = Input(Valid(new Redirect)) 4209aca92b9SYinan Xu val enq = new RobEnqIO 421f4b2089aSYinan Xu val flushOut = ValidIO(new Redirect) 4229aca92b9SYinan Xu val exception = ValidIO(new ExceptionInfo) 4239aca92b9SYinan Xu // exu + brq 4246ab6918fSYinan Xu val writeback = MixedVec(numWbPorts.map(num => Vec(num, Flipped(ValidIO(new ExuOutput))))) 425ccfddc82SHaojin Tang val commits = Output(new RobCommitIO) 4269aca92b9SYinan Xu val lsq = new RobLsqIO 4279aca92b9SYinan Xu val robDeqPtr = Output(new RobPtr) 4289aca92b9SYinan Xu val csr = new RobCSRIO 429fa7f2c26STang Haojin val snpt = Input(new SnapshotPort) 4309aca92b9SYinan Xu val robFull = Output(Bool()) 431d2b20d1aSTang Haojin val headNotReady = Output(Bool()) 432b6900d94SYinan Xu val cpu_halt = Output(Bool()) 43309309bdbSYinan Xu val wfi_enable = Input(Bool()) 434*60ebee38STang Haojin 4358744445eSMaxpicca-Li val debug_ls = Flipped(new DebugLSIO) 436d2b20d1aSTang Haojin val debugRobHead = Output(new MicroOp) 437d2b20d1aSTang Haojin val debugEnqLsq = Input(new LsqEnqIO) 438d2b20d1aSTang Haojin val debugHeadLsIssue = Input(Bool()) 439d2b20d1aSTang Haojin val lsTopdownInfo = Vec(exuParameters.LduCnt, Input(new LsTopdownInfo)) 440*60ebee38STang Haojin val debugTopDown = new Bundle { 441*60ebee38STang Haojin val toCore = new RobCoreTopDownIO 442*60ebee38STang Haojin val toDispatch = new RobDispatchTopDownIO 443*60ebee38STang Haojin val robHeadLqIdx = Valid(new LqPtr) 444*60ebee38STang Haojin } 4459aca92b9SYinan Xu }) 4469aca92b9SYinan Xu 4476ab6918fSYinan Xu def selectWb(index: Int, func: Seq[ExuConfig] => Boolean): Seq[(Seq[ExuConfig], ValidIO[ExuOutput])] = { 4486ab6918fSYinan Xu wbExuConfigs(index).zip(io.writeback(index)).filter(x => func(x._1)) 4496ab6918fSYinan Xu } 4506ab6918fSYinan Xu val exeWbSel = outer.selWritebackSinks(_.exuConfigs.length) 4516ab6918fSYinan Xu val fflagsWbSel = outer.selWritebackSinks(_.exuConfigs.count(_.exists(_.writeFflags))) 4526ab6918fSYinan Xu val fflagsPorts = selectWb(fflagsWbSel, _.exists(_.writeFflags)) 4536ab6918fSYinan Xu val exceptionWbSel = outer.selWritebackSinks(_.exuConfigs.count(_.exists(_.needExceptionGen))) 4546ab6918fSYinan Xu val exceptionPorts = selectWb(fflagsWbSel, _.exists(_.needExceptionGen)) 4556ab6918fSYinan Xu val exuWbPorts = selectWb(exeWbSel, _.forall(_ != StdExeUnitCfg)) 4566ab6918fSYinan Xu val stdWbPorts = selectWb(exeWbSel, _.contains(StdExeUnitCfg)) 4576ab6918fSYinan Xu println(s"Rob: size $RobSize, numWbPorts: $numWbPorts, commitwidth: $CommitWidth") 4586ab6918fSYinan Xu println(s"exuPorts: ${exuWbPorts.map(_._1.map(_.name))}") 4596ab6918fSYinan Xu println(s"stdPorts: ${stdWbPorts.map(_._1.map(_.name))}") 4606ab6918fSYinan Xu println(s"fflags: ${fflagsPorts.map(_._1.map(_.name))}") 4616ab6918fSYinan Xu 4626ab6918fSYinan Xu 4636ab6918fSYinan Xu val exuWriteback = exuWbPorts.map(_._2) 4646ab6918fSYinan Xu val stdWriteback = stdWbPorts.map(_._2) 4659aca92b9SYinan Xu 4669aca92b9SYinan Xu // instvalid field 46743bdc4d9SYinan Xu val valid = RegInit(VecInit(Seq.fill(RobSize)(false.B))) 4689aca92b9SYinan Xu // writeback status 4699aca92b9SYinan Xu val writebacked = Mem(RobSize, Bool()) 4709aca92b9SYinan Xu val store_data_writebacked = Mem(RobSize, Bool()) 471e4f69d78Ssfencevma val mmio = RegInit(VecInit(Seq.fill(RobSize)(false.B))) 4729aca92b9SYinan Xu // data for redirect, exception, etc. 4739aca92b9SYinan Xu val flagBkup = Mem(RobSize, Bool()) 474e8009193SYinan Xu // some instructions are not allowed to trigger interrupts 475e8009193SYinan Xu // They have side effects on the states of the processor before they write back 476e8009193SYinan Xu val interrupt_safe = Mem(RobSize, Bool()) 4779aca92b9SYinan Xu 4789aca92b9SYinan Xu // data for debug 4799aca92b9SYinan Xu // Warn: debug_* prefix should not exist in generated verilog. 480e4f69d78Ssfencevma val debug_microOp = Mem(RobSize, new MicroOp) 4819aca92b9SYinan Xu val debug_exuData = Reg(Vec(RobSize, UInt(XLEN.W)))//for debug 4829aca92b9SYinan Xu val debug_exuDebug = Reg(Vec(RobSize, new DebugBundle))//for debug 4838744445eSMaxpicca-Li val debug_lsInfo = RegInit(VecInit(Seq.fill(RobSize)(DebugLsInfo.init))) 484d2b20d1aSTang Haojin val debug_lsTopdownInfo = RegInit(VecInit(Seq.fill(RobSize)(LsTopdownInfo.init))) 485d2b20d1aSTang Haojin val debug_lqIdxValid = RegInit(VecInit.fill(RobSize)(false.B)) 486d2b20d1aSTang Haojin val debug_lsIssued = RegInit(VecInit.fill(RobSize)(false.B)) 4879aca92b9SYinan Xu 4889aca92b9SYinan Xu // pointers 4899aca92b9SYinan Xu // For enqueue ptr, we don't duplicate it since only enqueue needs it. 4906474c47fSYinan Xu val enqPtrVec = Wire(Vec(RenameWidth, new RobPtr)) 4919aca92b9SYinan Xu val deqPtrVec = Wire(Vec(CommitWidth, new RobPtr)) 4929aca92b9SYinan Xu 4939aca92b9SYinan Xu val walkPtrVec = Reg(Vec(CommitWidth, new RobPtr)) 494dcf3a679STang Haojin val lastWalkPtr = Reg(new RobPtr) 4959aca92b9SYinan Xu val allowEnqueue = RegInit(true.B) 4969aca92b9SYinan Xu 4976474c47fSYinan Xu val enqPtr = enqPtrVec.head 4989aca92b9SYinan Xu val deqPtr = deqPtrVec(0) 4999aca92b9SYinan Xu val walkPtr = walkPtrVec(0) 5009aca92b9SYinan Xu 5019aca92b9SYinan Xu val isEmpty = enqPtr === deqPtr 5029aca92b9SYinan Xu val isReplaying = io.redirect.valid && RedirectLevel.flushItself(io.redirect.bits.level) 5039aca92b9SYinan Xu 504fa7f2c26STang Haojin val snptEnq = io.enq.canAccept && io.enq.req.head.valid && io.enq.req.head.bits.snapshot 505fa7f2c26STang Haojin val snapshots = SnapshotGenerator(enqPtrVec, snptEnq, io.snpt.snptDeq, io.redirect.valid) 506fa7f2c26STang Haojin 507d2b20d1aSTang Haojin val debug_lsIssue = WireDefault(debug_lsIssued) 508d2b20d1aSTang Haojin debug_lsIssue(deqPtr.value) := io.debugHeadLsIssue 509d2b20d1aSTang Haojin 5109aca92b9SYinan Xu /** 5119aca92b9SYinan Xu * states of Rob 5129aca92b9SYinan Xu */ 513ccfddc82SHaojin Tang val s_idle :: s_walk :: Nil = Enum(2) 5149aca92b9SYinan Xu val state = RegInit(s_idle) 5159aca92b9SYinan Xu 5169aca92b9SYinan Xu /** 5179aca92b9SYinan Xu * Data Modules 5189aca92b9SYinan Xu * 5199aca92b9SYinan Xu * CommitDataModule: data from dispatch 5209aca92b9SYinan Xu * (1) read: commits/walk/exception 5219aca92b9SYinan Xu * (2) write: enqueue 5229aca92b9SYinan Xu * 5239aca92b9SYinan Xu * WritebackData: data from writeback 5249aca92b9SYinan Xu * (1) read: commits/walk/exception 5259aca92b9SYinan Xu * (2) write: write back from exe units 5269aca92b9SYinan Xu */ 527d2b20d1aSTang Haojin val dispatchData = Module(new SyncDataModuleTemplate(new RobCommitInfo, RobSize, CommitWidth, RenameWidth)) 5289aca92b9SYinan Xu val dispatchDataRead = dispatchData.io.rdata 5299aca92b9SYinan Xu 5309aca92b9SYinan Xu val exceptionGen = Module(new ExceptionGen) 5319aca92b9SYinan Xu val exceptionDataRead = exceptionGen.io.state 5329aca92b9SYinan Xu val fflagsDataRead = Wire(Vec(CommitWidth, UInt(5.W))) 5339aca92b9SYinan Xu 5349aca92b9SYinan Xu io.robDeqPtr := deqPtr 535d2b20d1aSTang Haojin io.debugRobHead := debug_microOp(deqPtr.value) 5369aca92b9SYinan Xu 5379aca92b9SYinan Xu /** 5389aca92b9SYinan Xu * Enqueue (from dispatch) 5399aca92b9SYinan Xu */ 5409aca92b9SYinan Xu // special cases 5419aca92b9SYinan Xu val hasBlockBackward = RegInit(false.B) 5429aca92b9SYinan Xu val hasNoSpecExec = RegInit(false.B) 543af2f7849Shappy-lx val doingSvinval = RegInit(false.B) 5449aca92b9SYinan Xu // When blockBackward instruction leaves Rob (commit or walk), hasBlockBackward should be set to false.B 5459aca92b9SYinan Xu // To reduce registers usage, for hasBlockBackward cases, we allow enqueue after ROB is empty. 5469aca92b9SYinan Xu when (isEmpty) { hasBlockBackward:= false.B } 5479aca92b9SYinan Xu // When any instruction commits, hasNoSpecExec should be set to false.B 548ccfddc82SHaojin Tang when (io.commits.hasWalkInstr || io.commits.hasCommitInstr) { hasNoSpecExec:= false.B } 5495c95ea2eSYinan Xu 5505c95ea2eSYinan Xu // The wait-for-interrupt (WFI) instruction waits in the ROB until an interrupt might need servicing. 5515c95ea2eSYinan Xu // io.csr.wfiEvent will be asserted if the WFI can resume execution, and we change the state to s_wfi_idle. 5525c95ea2eSYinan Xu // It does not affect how interrupts are serviced. Note that WFI is noSpecExec and it does not trigger interrupts. 5535c95ea2eSYinan Xu val hasWFI = RegInit(false.B) 5545c95ea2eSYinan Xu io.cpu_halt := hasWFI 555342656a5SYinan Xu // WFI Timeout: 2^20 = 1M cycles 556342656a5SYinan Xu val wfi_cycles = RegInit(0.U(20.W)) 557342656a5SYinan Xu when (hasWFI) { 558342656a5SYinan Xu wfi_cycles := wfi_cycles + 1.U 559342656a5SYinan Xu }.elsewhen (!hasWFI && RegNext(hasWFI)) { 560342656a5SYinan Xu wfi_cycles := 0.U 561342656a5SYinan Xu } 562342656a5SYinan Xu val wfi_timeout = wfi_cycles.andR 563342656a5SYinan Xu when (RegNext(RegNext(io.csr.wfiEvent)) || io.flushOut.valid || wfi_timeout) { 5645c95ea2eSYinan Xu hasWFI := false.B 565b6900d94SYinan Xu } 5669aca92b9SYinan Xu 5676474c47fSYinan Xu val allocatePtrVec = VecInit((0 until RenameWidth).map(i => enqPtrVec(PopCount(io.enq.needAlloc.take(i))))) 5689aca92b9SYinan Xu io.enq.canAccept := allowEnqueue && !hasBlockBackward 5696474c47fSYinan Xu io.enq.resp := allocatePtrVec 5709aca92b9SYinan Xu val canEnqueue = VecInit(io.enq.req.map(_.valid && io.enq.canAccept)) 5719aca92b9SYinan Xu val timer = GTimer() 5729aca92b9SYinan Xu for (i <- 0 until RenameWidth) { 5739aca92b9SYinan Xu // we don't check whether io.redirect is valid here since redirect has higher priority 5749aca92b9SYinan Xu when (canEnqueue(i)) { 5756ab6918fSYinan Xu val enqUop = io.enq.req(i).bits 5766474c47fSYinan Xu val enqIndex = allocatePtrVec(i).value 5779aca92b9SYinan Xu // store uop in data module and debug_microOp Vec 5786474c47fSYinan Xu debug_microOp(enqIndex) := enqUop 5796474c47fSYinan Xu debug_microOp(enqIndex).debugInfo.dispatchTime := timer 5806474c47fSYinan Xu debug_microOp(enqIndex).debugInfo.enqRsTime := timer 5816474c47fSYinan Xu debug_microOp(enqIndex).debugInfo.selectTime := timer 5826474c47fSYinan Xu debug_microOp(enqIndex).debugInfo.issueTime := timer 5836474c47fSYinan Xu debug_microOp(enqIndex).debugInfo.writebackTime := timer 5848744445eSMaxpicca-Li debug_microOp(enqIndex).debugInfo.tlbFirstReqTime := timer 5858744445eSMaxpicca-Li debug_microOp(enqIndex).debugInfo.tlbRespTime := timer 5868744445eSMaxpicca-Li debug_lsInfo(enqIndex) := DebugLsInfo.init 587d2b20d1aSTang Haojin debug_lsTopdownInfo(enqIndex) := LsTopdownInfo.init 588d2b20d1aSTang Haojin debug_lqIdxValid(enqIndex) := false.B 589d2b20d1aSTang Haojin debug_lsIssued(enqIndex) := false.B 5906ab6918fSYinan Xu when (enqUop.ctrl.blockBackward) { 5919aca92b9SYinan Xu hasBlockBackward := true.B 5929aca92b9SYinan Xu } 5936ab6918fSYinan Xu when (enqUop.ctrl.noSpecExec) { 5949aca92b9SYinan Xu hasNoSpecExec := true.B 5959aca92b9SYinan Xu } 596d2df63c3SYinan Xu val enqHasTriggerHit = io.enq.req(i).bits.cf.trigger.getHitFrontend 5976ab6918fSYinan Xu val enqHasException = ExceptionNO.selectFrontend(enqUop.cf.exceptionVec).asUInt.orR 598af2f7849Shappy-lx // the begin instruction of Svinval enqs so mark doingSvinval as true to indicate this process 599d2df63c3SYinan Xu when(!enqHasTriggerHit && !enqHasException && FuType.isSvinvalBegin(enqUop.ctrl.fuType, enqUop.ctrl.fuOpType, enqUop.ctrl.flushPipe)) 600af2f7849Shappy-lx { 601af2f7849Shappy-lx doingSvinval := true.B 602af2f7849Shappy-lx } 603af2f7849Shappy-lx // the end instruction of Svinval enqs so clear doingSvinval 604d2df63c3SYinan Xu when(!enqHasTriggerHit && !enqHasException && FuType.isSvinvalEnd(enqUop.ctrl.fuType, enqUop.ctrl.fuOpType, enqUop.ctrl.flushPipe)) 605af2f7849Shappy-lx { 606af2f7849Shappy-lx doingSvinval := false.B 607af2f7849Shappy-lx } 608af2f7849Shappy-lx // when we are in the process of Svinval software code area , only Svinval.vma and end instruction of Svinval can appear 6096ab6918fSYinan Xu assert(!doingSvinval || (FuType.isSvinval(enqUop.ctrl.fuType, enqUop.ctrl.fuOpType, enqUop.ctrl.flushPipe) || 6106ab6918fSYinan Xu FuType.isSvinvalEnd(enqUop.ctrl.fuType, enqUop.ctrl.fuOpType, enqUop.ctrl.flushPipe))) 611d2df63c3SYinan Xu when (enqUop.ctrl.isWFI && !enqHasException && !enqHasTriggerHit) { 6125c95ea2eSYinan Xu hasWFI := true.B 613b6900d94SYinan Xu } 614e4f69d78Ssfencevma 615e4f69d78Ssfencevma mmio(enqIndex) := false.B 6169aca92b9SYinan Xu } 6179aca92b9SYinan Xu } 61875b25016SYinan Xu val dispatchNum = Mux(io.enq.canAccept, PopCount(io.enq.req.map(_.valid)), 0.U) 61975b25016SYinan Xu io.enq.isEmpty := RegNext(isEmpty && !VecInit(io.enq.req.map(_.valid)).asUInt.orR) 6209aca92b9SYinan Xu 62109309bdbSYinan Xu when (!io.wfi_enable) { 62209309bdbSYinan Xu hasWFI := false.B 62309309bdbSYinan Xu } 62409309bdbSYinan Xu 625d2b20d1aSTang Haojin // lqEnq 626d2b20d1aSTang Haojin io.debugEnqLsq.needAlloc.map(_(0)).zip(io.debugEnqLsq.req).foreach { case (alloc, req) => 627d2b20d1aSTang Haojin when(io.debugEnqLsq.canAccept && alloc && req.valid) { 628d2b20d1aSTang Haojin debug_microOp(req.bits.robIdx.value).lqIdx := req.bits.lqIdx 629d2b20d1aSTang Haojin debug_lqIdxValid(req.bits.robIdx.value) := true.B 630d2b20d1aSTang Haojin } 631d2b20d1aSTang Haojin } 632d2b20d1aSTang Haojin 633d2b20d1aSTang Haojin // lsIssue 634d2b20d1aSTang Haojin when(io.debugHeadLsIssue) { 635d2b20d1aSTang Haojin debug_lsIssued(deqPtr.value) := true.B 636d2b20d1aSTang Haojin } 637d2b20d1aSTang Haojin 6389aca92b9SYinan Xu /** 6399aca92b9SYinan Xu * Writeback (from execution units) 6409aca92b9SYinan Xu */ 6416ab6918fSYinan Xu for (wb <- exuWriteback) { 6426ab6918fSYinan Xu when (wb.valid) { 6436ab6918fSYinan Xu val wbIdx = wb.bits.uop.robIdx.value 6446ab6918fSYinan Xu debug_exuData(wbIdx) := wb.bits.data 6456ab6918fSYinan Xu debug_exuDebug(wbIdx) := wb.bits.debug 6466ab6918fSYinan Xu debug_microOp(wbIdx).debugInfo.enqRsTime := wb.bits.uop.debugInfo.enqRsTime 6476ab6918fSYinan Xu debug_microOp(wbIdx).debugInfo.selectTime := wb.bits.uop.debugInfo.selectTime 6486ab6918fSYinan Xu debug_microOp(wbIdx).debugInfo.issueTime := wb.bits.uop.debugInfo.issueTime 6496ab6918fSYinan Xu debug_microOp(wbIdx).debugInfo.writebackTime := wb.bits.uop.debugInfo.writebackTime 6508744445eSMaxpicca-Li debug_microOp(wbIdx).debugInfo.tlbFirstReqTime := wb.bits.uop.debugInfo.tlbFirstReqTime 6518744445eSMaxpicca-Li debug_microOp(wbIdx).debugInfo.tlbRespTime := wb.bits.uop.debugInfo.tlbRespTime 6529aca92b9SYinan Xu 653b211808bShappy-lx // debug for lqidx and sqidx 654b211808bShappy-lx debug_microOp(wbIdx).lqIdx := wb.bits.uop.lqIdx 655b211808bShappy-lx debug_microOp(wbIdx).sqIdx := wb.bits.uop.sqIdx 656b211808bShappy-lx 6579aca92b9SYinan Xu val debug_Uop = debug_microOp(wbIdx) 6589aca92b9SYinan Xu XSInfo(true.B, 6599aca92b9SYinan Xu p"writebacked pc 0x${Hexadecimal(debug_Uop.cf.pc)} wen ${debug_Uop.ctrl.rfWen} " + 6606ab6918fSYinan Xu p"data 0x${Hexadecimal(wb.bits.data)} ldst ${debug_Uop.ctrl.ldest} pdst ${debug_Uop.pdest} " + 6616ab6918fSYinan Xu p"skip ${wb.bits.debug.isMMIO} robIdx: ${wb.bits.uop.robIdx}\n" 6629aca92b9SYinan Xu ) 6639aca92b9SYinan Xu } 6649aca92b9SYinan Xu } 6656ab6918fSYinan Xu val writebackNum = PopCount(exuWriteback.map(_.valid)) 6669aca92b9SYinan Xu XSInfo(writebackNum =/= 0.U, "writebacked %d insts\n", writebackNum) 6679aca92b9SYinan Xu 668e4f69d78Ssfencevma for (i <- 0 until LoadPipelineWidth) { 669e4f69d78Ssfencevma when (RegNext(io.lsq.mmio(i))) { 670e4f69d78Ssfencevma mmio(RegNext(io.lsq.uop(i).robIdx).value) := true.B 671e4f69d78Ssfencevma } 672e4f69d78Ssfencevma } 6739aca92b9SYinan Xu 6749aca92b9SYinan Xu /** 6759aca92b9SYinan Xu * RedirectOut: Interrupt and Exceptions 6769aca92b9SYinan Xu */ 6779aca92b9SYinan Xu val deqDispatchData = dispatchDataRead(0) 6789aca92b9SYinan Xu val debug_deqUop = debug_microOp(deqPtr.value) 6799aca92b9SYinan Xu 6809aca92b9SYinan Xu val intrBitSetReg = RegNext(io.csr.intrBitSet) 6815c95ea2eSYinan Xu val intrEnable = intrBitSetReg && !hasNoSpecExec && interrupt_safe(deqPtr.value) 6829aca92b9SYinan Xu val deqHasExceptionOrFlush = exceptionDataRead.valid && exceptionDataRead.bits.robIdx === deqPtr 68384e47f35SLi Qianruo val deqHasException = deqHasExceptionOrFlush && (exceptionDataRead.bits.exceptionVec.asUInt.orR || 684ddb65c47SLi Qianruo exceptionDataRead.bits.singleStep || exceptionDataRead.bits.trigger.hit) 6859aca92b9SYinan Xu val deqHasFlushPipe = deqHasExceptionOrFlush && exceptionDataRead.bits.flushPipe 6869aca92b9SYinan Xu val deqHasReplayInst = deqHasExceptionOrFlush && exceptionDataRead.bits.replayInst 68784e47f35SLi Qianruo val exceptionEnable = writebacked(deqPtr.value) && deqHasException 68872951335SLi Qianruo 68984e47f35SLi Qianruo XSDebug(deqHasException && exceptionDataRead.bits.singleStep, "Debug Mode: Deq has singlestep exception\n") 690ddb65c47SLi Qianruo XSDebug(deqHasException && exceptionDataRead.bits.trigger.getHitFrontend, "Debug Mode: Deq has frontend trigger exception\n") 69184e47f35SLi Qianruo XSDebug(deqHasException && exceptionDataRead.bits.trigger.getHitBackend, "Debug Mode: Deq has backend trigger exception\n") 69284e47f35SLi Qianruo 69384e47f35SLi Qianruo val isFlushPipe = writebacked(deqPtr.value) && (deqHasFlushPipe || deqHasReplayInst) 6949aca92b9SYinan Xu 695f4b2089aSYinan Xu // io.flushOut will trigger redirect at the next cycle. 696f4b2089aSYinan Xu // Block any redirect or commit at the next cycle. 697f4b2089aSYinan Xu val lastCycleFlush = RegNext(io.flushOut.valid) 698f4b2089aSYinan Xu 699f4b2089aSYinan Xu io.flushOut.valid := (state === s_idle) && valid(deqPtr.value) && (intrEnable || exceptionEnable || isFlushPipe) && !lastCycleFlush 700f4b2089aSYinan Xu io.flushOut.bits := DontCare 70114a67055Ssfencevma io.flushOut.bits.isRVC := deqDispatchData.isRVC 702f4b2089aSYinan Xu io.flushOut.bits.robIdx := deqPtr 7039aca92b9SYinan Xu io.flushOut.bits.ftqIdx := deqDispatchData.ftqIdx 7049aca92b9SYinan Xu io.flushOut.bits.ftqOffset := deqDispatchData.ftqOffset 70584e47f35SLi Qianruo io.flushOut.bits.level := Mux(deqHasReplayInst || intrEnable || exceptionEnable, RedirectLevel.flush, RedirectLevel.flushAfter) // TODO use this to implement "exception next" 706f4b2089aSYinan Xu io.flushOut.bits.interrupt := true.B 7079aca92b9SYinan Xu XSPerfAccumulate("interrupt_num", io.flushOut.valid && intrEnable) 7089aca92b9SYinan Xu XSPerfAccumulate("exception_num", io.flushOut.valid && exceptionEnable) 7099aca92b9SYinan Xu XSPerfAccumulate("flush_pipe_num", io.flushOut.valid && isFlushPipe) 7109aca92b9SYinan Xu XSPerfAccumulate("replay_inst_num", io.flushOut.valid && isFlushPipe && deqHasReplayInst) 7119aca92b9SYinan Xu 712f4b2089aSYinan Xu val exceptionHappen = (state === s_idle) && valid(deqPtr.value) && (intrEnable || exceptionEnable) && !lastCycleFlush 7139aca92b9SYinan Xu io.exception.valid := RegNext(exceptionHappen) 7149aca92b9SYinan Xu io.exception.bits.uop := RegEnable(debug_deqUop, exceptionHappen) 7159aca92b9SYinan Xu io.exception.bits.uop.ctrl.commitType := RegEnable(deqDispatchData.commitType, exceptionHappen) 7169aca92b9SYinan Xu io.exception.bits.uop.cf.exceptionVec := RegEnable(exceptionDataRead.bits.exceptionVec, exceptionHappen) 7179aca92b9SYinan Xu io.exception.bits.uop.ctrl.singleStep := RegEnable(exceptionDataRead.bits.singleStep, exceptionHappen) 718c3abb8b6SYinan Xu io.exception.bits.uop.cf.crossPageIPFFix := RegEnable(exceptionDataRead.bits.crossPageIPFFix, exceptionHappen) 7199aca92b9SYinan Xu io.exception.bits.isInterrupt := RegEnable(intrEnable, exceptionHappen) 72084e47f35SLi Qianruo io.exception.bits.uop.cf.trigger := RegEnable(exceptionDataRead.bits.trigger, exceptionHappen) 7219aca92b9SYinan Xu 7229aca92b9SYinan Xu XSDebug(io.flushOut.valid, 7239aca92b9SYinan Xu p"generate redirect: pc 0x${Hexadecimal(io.exception.bits.uop.cf.pc)} intr $intrEnable " + 7249aca92b9SYinan Xu p"excp $exceptionEnable flushPipe $isFlushPipe " + 7259aca92b9SYinan Xu p"Trap_target 0x${Hexadecimal(io.csr.trapTarget)} exceptionVec ${Binary(exceptionDataRead.bits.exceptionVec.asUInt)}\n") 7269aca92b9SYinan Xu 7279aca92b9SYinan Xu 7289aca92b9SYinan Xu /** 7299aca92b9SYinan Xu * Commits (and walk) 7309aca92b9SYinan Xu * They share the same width. 7319aca92b9SYinan Xu */ 732dcf3a679STang Haojin val shouldWalkVec = VecInit(walkPtrVec.map(_ <= lastWalkPtr)) 733dcf3a679STang Haojin val walkFinished = VecInit(walkPtrVec.map(_ >= lastWalkPtr)).asUInt.orR 7349aca92b9SYinan Xu 7359aca92b9SYinan Xu require(RenameWidth <= CommitWidth) 7369aca92b9SYinan Xu 7379aca92b9SYinan Xu // wiring to csr 7389aca92b9SYinan Xu val (wflags, fpWen) = (0 until CommitWidth).map(i => { 7396474c47fSYinan Xu val v = io.commits.commitValid(i) 7409aca92b9SYinan Xu val info = io.commits.info(i) 7419aca92b9SYinan Xu (v & info.wflags, v & info.fpWen) 7429aca92b9SYinan Xu }).unzip 7439aca92b9SYinan Xu val fflags = Wire(Valid(UInt(5.W))) 7446474c47fSYinan Xu fflags.valid := io.commits.isCommit && VecInit(wflags).asUInt.orR 7459aca92b9SYinan Xu fflags.bits := wflags.zip(fflagsDataRead).map({ 7469aca92b9SYinan Xu case (w, f) => Mux(w, f, 0.U) 7479aca92b9SYinan Xu }).reduce(_|_) 7486474c47fSYinan Xu val dirty_fs = io.commits.isCommit && VecInit(fpWen).asUInt.orR 7499aca92b9SYinan Xu 7509aca92b9SYinan Xu // when mispredict branches writeback, stop commit in the next 2 cycles 7519aca92b9SYinan Xu // TODO: don't check all exu write back 7526ab6918fSYinan Xu val misPredWb = Cat(VecInit(exuWriteback.map(wb => 7536ab6918fSYinan Xu wb.bits.redirect.cfiUpdate.isMisPred && wb.bits.redirectValid 754c51eab43SYinan Xu ))).orR 7559aca92b9SYinan Xu val misPredBlockCounter = Reg(UInt(3.W)) 7569aca92b9SYinan Xu misPredBlockCounter := Mux(misPredWb, 7579aca92b9SYinan Xu "b111".U, 7589aca92b9SYinan Xu misPredBlockCounter >> 1.U 7599aca92b9SYinan Xu ) 7609aca92b9SYinan Xu val misPredBlock = misPredBlockCounter(0) 761fa7f2c26STang Haojin val blockCommit = misPredBlock || isReplaying || lastCycleFlush || hasWFI || io.redirect.valid 7629aca92b9SYinan Xu 763ccfddc82SHaojin Tang io.commits.isWalk := state === s_walk 7646474c47fSYinan Xu io.commits.isCommit := state === s_idle && !blockCommit 7656474c47fSYinan Xu val walk_v = VecInit(walkPtrVec.map(ptr => valid(ptr.value))) 7666474c47fSYinan Xu val commit_v = VecInit(deqPtrVec.map(ptr => valid(ptr.value))) 7679aca92b9SYinan Xu // store will be commited iff both sta & std have been writebacked 7689aca92b9SYinan Xu val commit_w = VecInit(deqPtrVec.map(ptr => writebacked(ptr.value) && store_data_writebacked(ptr.value))) 7699aca92b9SYinan Xu val commit_exception = exceptionDataRead.valid && !isAfter(exceptionDataRead.bits.robIdx, deqPtrVec.last) 7709aca92b9SYinan Xu val commit_block = VecInit((0 until CommitWidth).map(i => !commit_w(i))) 7719aca92b9SYinan Xu val allowOnlyOneCommit = commit_exception || intrBitSetReg 7729aca92b9SYinan Xu // for instructions that may block others, we don't allow them to commit 7739aca92b9SYinan Xu for (i <- 0 until CommitWidth) { 7749aca92b9SYinan Xu // defaults: state === s_idle and instructions commit 7759aca92b9SYinan Xu // when intrBitSetReg, allow only one instruction to commit at each clock cycle 7769aca92b9SYinan Xu val isBlocked = if (i != 0) Cat(commit_block.take(i)).orR || allowOnlyOneCommit else intrEnable || deqHasException || deqHasReplayInst 7776474c47fSYinan Xu io.commits.commitValid(i) := commit_v(i) && commit_w(i) && !isBlocked 7789aca92b9SYinan Xu io.commits.info(i) := dispatchDataRead(i) 779fa7f2c26STang Haojin io.commits.robIdx(i) := deqPtrVec(i) 7809aca92b9SYinan Xu 781ccfddc82SHaojin Tang when (state === s_walk) { 7826474c47fSYinan Xu io.commits.walkValid(i) := shouldWalkVec(i) 7836474c47fSYinan Xu when (io.commits.isWalk && state === s_walk && shouldWalkVec(i)) { 7846474c47fSYinan Xu XSError(!walk_v(i), s"why not $i???\n") 7856474c47fSYinan Xu } 7869aca92b9SYinan Xu } 7879aca92b9SYinan Xu 7886474c47fSYinan Xu XSInfo(io.commits.isCommit && io.commits.commitValid(i), 789dcf3a679STang Haojin "retired pc %x wen %d ldest %d pdest %x data %x fflags: %b\n", 7909aca92b9SYinan Xu debug_microOp(deqPtrVec(i).value).cf.pc, 7919aca92b9SYinan Xu io.commits.info(i).rfWen, 7929aca92b9SYinan Xu io.commits.info(i).ldest, 7939aca92b9SYinan Xu io.commits.info(i).pdest, 7949aca92b9SYinan Xu debug_exuData(deqPtrVec(i).value), 7959aca92b9SYinan Xu fflagsDataRead(i) 7969aca92b9SYinan Xu ) 7976474c47fSYinan Xu XSInfo(state === s_walk && io.commits.walkValid(i), "walked pc %x wen %d ldst %d data %x\n", 7989aca92b9SYinan Xu debug_microOp(walkPtrVec(i).value).cf.pc, 7999aca92b9SYinan Xu io.commits.info(i).rfWen, 8009aca92b9SYinan Xu io.commits.info(i).ldest, 8019aca92b9SYinan Xu debug_exuData(walkPtrVec(i).value) 8029aca92b9SYinan Xu ) 8039aca92b9SYinan Xu } 8041545277aSYinan Xu if (env.EnableDifftest) { 8059aca92b9SYinan Xu io.commits.info.map(info => dontTouch(info.pc)) 8069aca92b9SYinan Xu } 8079aca92b9SYinan Xu 8089aca92b9SYinan Xu // sync fflags/dirty_fs to csr 809a4e57ea3SLi Qianruo io.csr.fflags := RegNext(fflags) 810a4e57ea3SLi Qianruo io.csr.dirty_fs := RegNext(dirty_fs) 8119aca92b9SYinan Xu 8129aca92b9SYinan Xu // commit load/store to lsq 8136474c47fSYinan Xu val ldCommitVec = VecInit((0 until CommitWidth).map(i => io.commits.commitValid(i) && io.commits.info(i).commitType === CommitType.LOAD)) 8146474c47fSYinan Xu val stCommitVec = VecInit((0 until CommitWidth).map(i => io.commits.commitValid(i) && io.commits.info(i).commitType === CommitType.STORE)) 8156474c47fSYinan Xu io.lsq.lcommit := RegNext(Mux(io.commits.isCommit, PopCount(ldCommitVec), 0.U)) 8166474c47fSYinan Xu io.lsq.scommit := RegNext(Mux(io.commits.isCommit, PopCount(stCommitVec), 0.U)) 8176474c47fSYinan Xu // indicate a pending load or store 818e4f69d78Ssfencevma io.lsq.pendingld := RegNext(io.commits.isCommit && io.commits.info(0).commitType === CommitType.LOAD && valid(deqPtr.value) && mmio(deqPtr.value)) 8196474c47fSYinan Xu io.lsq.pendingst := RegNext(io.commits.isCommit && io.commits.info(0).commitType === CommitType.STORE && valid(deqPtr.value)) 8206474c47fSYinan Xu io.lsq.commit := RegNext(io.commits.isCommit && io.commits.commitValid(0)) 821e4f69d78Ssfencevma io.lsq.pendingPtr := RegNext(deqPtr) 8229aca92b9SYinan Xu 8239aca92b9SYinan Xu /** 8249aca92b9SYinan Xu * state changes 825ccfddc82SHaojin Tang * (1) redirect: switch to s_walk 826ccfddc82SHaojin Tang * (2) walk: when walking comes to the end, switch to s_idle 8279aca92b9SYinan Xu */ 828ccfddc82SHaojin Tang val state_next = Mux(io.redirect.valid, s_walk, Mux(state === s_walk && walkFinished, s_idle, state)) 8297e8294acSYinan Xu XSPerfAccumulate("s_idle_to_idle", state === s_idle && state_next === s_idle) 8307e8294acSYinan Xu XSPerfAccumulate("s_idle_to_walk", state === s_idle && state_next === s_walk) 8317e8294acSYinan Xu XSPerfAccumulate("s_walk_to_idle", state === s_walk && state_next === s_idle) 8327e8294acSYinan Xu XSPerfAccumulate("s_walk_to_walk", state === s_walk && state_next === s_walk) 8339aca92b9SYinan Xu state := state_next 8349aca92b9SYinan Xu 8359aca92b9SYinan Xu /** 8369aca92b9SYinan Xu * pointers and counters 8379aca92b9SYinan Xu */ 8389aca92b9SYinan Xu val deqPtrGenModule = Module(new RobDeqPtrWrapper) 8399aca92b9SYinan Xu deqPtrGenModule.io.state := state 8409aca92b9SYinan Xu deqPtrGenModule.io.deq_v := commit_v 8419aca92b9SYinan Xu deqPtrGenModule.io.deq_w := commit_w 8429aca92b9SYinan Xu deqPtrGenModule.io.exception_state := exceptionDataRead 8439aca92b9SYinan Xu deqPtrGenModule.io.intrBitSetReg := intrBitSetReg 8449aca92b9SYinan Xu deqPtrGenModule.io.hasNoSpecExec := hasNoSpecExec 845e8009193SYinan Xu deqPtrGenModule.io.interrupt_safe := interrupt_safe(deqPtr.value) 8466474c47fSYinan Xu deqPtrGenModule.io.blockCommit := blockCommit 8479aca92b9SYinan Xu deqPtrVec := deqPtrGenModule.io.out 8489aca92b9SYinan Xu val deqPtrVec_next = deqPtrGenModule.io.next_out 8499aca92b9SYinan Xu 8509aca92b9SYinan Xu val enqPtrGenModule = Module(new RobEnqPtrWrapper) 8519aca92b9SYinan Xu enqPtrGenModule.io.redirect := io.redirect 8529aca92b9SYinan Xu enqPtrGenModule.io.allowEnqueue := allowEnqueue 8539aca92b9SYinan Xu enqPtrGenModule.io.hasBlockBackward := hasBlockBackward 8549aca92b9SYinan Xu enqPtrGenModule.io.enq := VecInit(io.enq.req.map(_.valid)) 8556474c47fSYinan Xu enqPtrVec := enqPtrGenModule.io.out 8569aca92b9SYinan Xu 8579aca92b9SYinan Xu // next walkPtrVec: 8589aca92b9SYinan Xu // (1) redirect occurs: update according to state 859ccfddc82SHaojin Tang // (2) walk: move forwards 860ccfddc82SHaojin Tang val walkPtrVec_next = Mux(io.redirect.valid, 861fa7f2c26STang Haojin Mux(io.snpt.useSnpt, snapshots(io.snpt.snptSelect), deqPtrVec_next), 862ccfddc82SHaojin Tang Mux(state === s_walk, VecInit(walkPtrVec.map(_ + CommitWidth.U)), walkPtrVec) 8639aca92b9SYinan Xu ) 8649aca92b9SYinan Xu walkPtrVec := walkPtrVec_next 8659aca92b9SYinan Xu 86675b25016SYinan Xu val numValidEntries = distanceBetween(enqPtr, deqPtr) 8676474c47fSYinan Xu val commitCnt = PopCount(io.commits.commitValid) 8689aca92b9SYinan Xu 86975b25016SYinan Xu allowEnqueue := numValidEntries + dispatchNum <= (RobSize - RenameWidth).U 8709aca92b9SYinan Xu 871ccfddc82SHaojin Tang val redirectWalkDistance = distanceBetween(io.redirect.bits.robIdx, deqPtrVec_next(0)) 8729aca92b9SYinan Xu when (io.redirect.valid) { 873dcf3a679STang Haojin lastWalkPtr := Mux(io.redirect.bits.flushItself(), io.redirect.bits.robIdx - 1.U, io.redirect.bits.robIdx) 8749aca92b9SYinan Xu } 8759aca92b9SYinan Xu 8769aca92b9SYinan Xu 8779aca92b9SYinan Xu /** 8789aca92b9SYinan Xu * States 8799aca92b9SYinan Xu * We put all the stage bits changes here. 8809aca92b9SYinan Xu 8819aca92b9SYinan Xu * All events: (1) enqueue (dispatch); (2) writeback; (3) cancel; (4) dequeue (commit); 8829aca92b9SYinan Xu * All states: (1) valid; (2) writebacked; (3) flagBkup 8839aca92b9SYinan Xu */ 8849aca92b9SYinan Xu val commitReadAddr = Mux(state === s_idle, VecInit(deqPtrVec.map(_.value)), VecInit(walkPtrVec.map(_.value))) 8859aca92b9SYinan Xu 886ccfddc82SHaojin Tang // redirect logic writes 6 valid 887ccfddc82SHaojin Tang val redirectHeadVec = Reg(Vec(RenameWidth, new RobPtr)) 888ccfddc82SHaojin Tang val redirectTail = Reg(new RobPtr) 889ccfddc82SHaojin Tang val redirectIdle :: redirectBusy :: Nil = Enum(2) 890ccfddc82SHaojin Tang val redirectState = RegInit(redirectIdle) 891ccfddc82SHaojin Tang val invMask = redirectHeadVec.map(redirectHead => isBefore(redirectHead, redirectTail)) 892ccfddc82SHaojin Tang when(redirectState === redirectBusy) { 893ccfddc82SHaojin Tang redirectHeadVec.foreach(redirectHead => redirectHead := redirectHead + RenameWidth.U) 894ccfddc82SHaojin Tang redirectHeadVec zip invMask foreach { 895ccfddc82SHaojin Tang case (redirectHead, inv) => when(inv) { 896ccfddc82SHaojin Tang valid(redirectHead.value) := false.B 897ccfddc82SHaojin Tang } 898ccfddc82SHaojin Tang } 899ccfddc82SHaojin Tang when(!invMask.last) { 900ccfddc82SHaojin Tang redirectState := redirectIdle 901ccfddc82SHaojin Tang } 902ccfddc82SHaojin Tang } 903ccfddc82SHaojin Tang when(io.redirect.valid) { 904ccfddc82SHaojin Tang redirectState := redirectBusy 905ccfddc82SHaojin Tang when(redirectState === redirectIdle) { 906ccfddc82SHaojin Tang redirectTail := enqPtr 907ccfddc82SHaojin Tang } 908ccfddc82SHaojin Tang redirectHeadVec.zipWithIndex.foreach { case (redirectHead, i) => 909ccfddc82SHaojin Tang redirectHead := Mux(io.redirect.bits.flushItself(), io.redirect.bits.robIdx + i.U, io.redirect.bits.robIdx + (i + 1).U) 910ccfddc82SHaojin Tang } 911ccfddc82SHaojin Tang } 9129aca92b9SYinan Xu // enqueue logic writes 6 valid 9139aca92b9SYinan Xu for (i <- 0 until RenameWidth) { 914f4b2089aSYinan Xu when (canEnqueue(i) && !io.redirect.valid) { 9156474c47fSYinan Xu valid(allocatePtrVec(i).value) := true.B 9169aca92b9SYinan Xu } 9179aca92b9SYinan Xu } 918ccfddc82SHaojin Tang // dequeue logic writes 6 valid 9199aca92b9SYinan Xu for (i <- 0 until CommitWidth) { 9206474c47fSYinan Xu val commitValid = io.commits.isCommit && io.commits.commitValid(i) 921ccfddc82SHaojin Tang when (commitValid) { 9229aca92b9SYinan Xu valid(commitReadAddr(i)) := false.B 9239aca92b9SYinan Xu } 9249aca92b9SYinan Xu } 9259aca92b9SYinan Xu 9268744445eSMaxpicca-Li // debug_inst update 9278744445eSMaxpicca-Li for(i <- 0 until (exuParameters.LduCnt + exuParameters.StuCnt)) { 9288744445eSMaxpicca-Li debug_lsInfo(io.debug_ls.debugLsInfo(i).s1_robIdx).s1SignalEnable(io.debug_ls.debugLsInfo(i)) 9298744445eSMaxpicca-Li debug_lsInfo(io.debug_ls.debugLsInfo(i).s2_robIdx).s2SignalEnable(io.debug_ls.debugLsInfo(i)) 9308744445eSMaxpicca-Li } 931d2b20d1aSTang Haojin for (i <- 0 until exuParameters.LduCnt) { 932d2b20d1aSTang Haojin debug_lsTopdownInfo(io.lsTopdownInfo(i).s1.robIdx).s1SignalEnable(io.lsTopdownInfo(i)) 933d2b20d1aSTang Haojin debug_lsTopdownInfo(io.lsTopdownInfo(i).s2.robIdx).s2SignalEnable(io.lsTopdownInfo(i)) 934d2b20d1aSTang Haojin } 9358744445eSMaxpicca-Li 9369aca92b9SYinan Xu // status field: writebacked 9379aca92b9SYinan Xu // enqueue logic set 6 writebacked to false 9389aca92b9SYinan Xu for (i <- 0 until RenameWidth) { 9399aca92b9SYinan Xu when (canEnqueue(i)) { 9400e5209d0SLi Qianruo val enqHasException = ExceptionNO.selectFrontend(io.enq.req(i).bits.cf.exceptionVec).asUInt.orR 9410e5209d0SLi Qianruo val enqHasTriggerHit = io.enq.req(i).bits.cf.trigger.getHitFrontend 9425d669833SYinan Xu val enqIsWritebacked = io.enq.req(i).bits.eliminatedMove 9436474c47fSYinan Xu writebacked(allocatePtrVec(i).value) := enqIsWritebacked && !enqHasException && !enqHasTriggerHit 9449aca92b9SYinan Xu val isStu = io.enq.req(i).bits.ctrl.fuType === FuType.stu 9456474c47fSYinan Xu store_data_writebacked(allocatePtrVec(i).value) := !isStu 9469aca92b9SYinan Xu } 9479aca92b9SYinan Xu } 9489aca92b9SYinan Xu when (exceptionGen.io.out.valid) { 9499aca92b9SYinan Xu val wbIdx = exceptionGen.io.out.bits.robIdx.value 9509aca92b9SYinan Xu writebacked(wbIdx) := true.B 9519aca92b9SYinan Xu store_data_writebacked(wbIdx) := true.B 9529aca92b9SYinan Xu } 9539aca92b9SYinan Xu // writeback logic set numWbPorts writebacked to true 9546ab6918fSYinan Xu for ((wb, cfgs) <- exuWriteback.zip(wbExuConfigs(exeWbSel))) { 9556ab6918fSYinan Xu when (wb.valid) { 9566ab6918fSYinan Xu val wbIdx = wb.bits.uop.robIdx.value 9576ab6918fSYinan Xu val wbHasException = ExceptionNO.selectByExu(wb.bits.uop.cf.exceptionVec, cfgs).asUInt.orR 9580e5209d0SLi Qianruo val wbHasTriggerHit = wb.bits.uop.cf.trigger.getHitBackend 9596ab6918fSYinan Xu val wbHasFlushPipe = cfgs.exists(_.flushPipe).B && wb.bits.uop.ctrl.flushPipe 9606ab6918fSYinan Xu val wbHasReplayInst = cfgs.exists(_.replayInst).B && wb.bits.uop.ctrl.replayInst 9610e5209d0SLi Qianruo val block_wb = wbHasException || wbHasFlushPipe || wbHasReplayInst || wbHasTriggerHit 9629aca92b9SYinan Xu writebacked(wbIdx) := !block_wb 9639aca92b9SYinan Xu } 9649aca92b9SYinan Xu } 9659aca92b9SYinan Xu // store data writeback logic mark store as data_writebacked 9666ab6918fSYinan Xu for (wb <- stdWriteback) { 9676ab6918fSYinan Xu when(RegNext(wb.valid)) { 9686ab6918fSYinan Xu store_data_writebacked(RegNext(wb.bits.uop.robIdx.value)) := true.B 9699aca92b9SYinan Xu } 9709aca92b9SYinan Xu } 9719aca92b9SYinan Xu 9729aca92b9SYinan Xu // flagBkup 9739aca92b9SYinan Xu // enqueue logic set 6 flagBkup at most 9749aca92b9SYinan Xu for (i <- 0 until RenameWidth) { 9759aca92b9SYinan Xu when (canEnqueue(i)) { 9766474c47fSYinan Xu flagBkup(allocatePtrVec(i).value) := allocatePtrVec(i).flag 9779aca92b9SYinan Xu } 9789aca92b9SYinan Xu } 9799aca92b9SYinan Xu 980e8009193SYinan Xu // interrupt_safe 981e8009193SYinan Xu for (i <- 0 until RenameWidth) { 982e8009193SYinan Xu // We RegNext the updates for better timing. 983e8009193SYinan Xu // Note that instructions won't change the system's states in this cycle. 984e8009193SYinan Xu when (RegNext(canEnqueue(i))) { 985e8009193SYinan Xu // For now, we allow non-load-store instructions to trigger interrupts 986e8009193SYinan Xu // For MMIO instructions, they should not trigger interrupts since they may 987e8009193SYinan Xu // be sent to lower level before it writes back. 988e8009193SYinan Xu // However, we cannot determine whether a load/store instruction is MMIO. 989e8009193SYinan Xu // Thus, we don't allow load/store instructions to trigger an interrupt. 990e8009193SYinan Xu // TODO: support non-MMIO load-store instructions to trigger interrupts 991e8009193SYinan Xu val allow_interrupts = !CommitType.isLoadStore(io.enq.req(i).bits.ctrl.commitType) 9926474c47fSYinan Xu interrupt_safe(RegNext(allocatePtrVec(i).value)) := RegNext(allow_interrupts) 993e8009193SYinan Xu } 994e8009193SYinan Xu } 9959aca92b9SYinan Xu 9969aca92b9SYinan Xu /** 9979aca92b9SYinan Xu * read and write of data modules 9989aca92b9SYinan Xu */ 9999aca92b9SYinan Xu val commitReadAddr_next = Mux(state_next === s_idle, 10009aca92b9SYinan Xu VecInit(deqPtrVec_next.map(_.value)), 10019aca92b9SYinan Xu VecInit(walkPtrVec_next.map(_.value)) 10029aca92b9SYinan Xu ) 10038744445eSMaxpicca-Li // NOTE: dispatch info will record the uop of inst 10049aca92b9SYinan Xu dispatchData.io.wen := canEnqueue 10056474c47fSYinan Xu dispatchData.io.waddr := allocatePtrVec.map(_.value) 10069aca92b9SYinan Xu dispatchData.io.wdata.zip(io.enq.req.map(_.bits)).foreach{ case (wdata, req) => 10079aca92b9SYinan Xu wdata.ldest := req.ctrl.ldest 10089aca92b9SYinan Xu wdata.rfWen := req.ctrl.rfWen 10099aca92b9SYinan Xu wdata.fpWen := req.ctrl.fpWen 10109aca92b9SYinan Xu wdata.wflags := req.ctrl.fpu.wflags 10119aca92b9SYinan Xu wdata.commitType := req.ctrl.commitType 10129aca92b9SYinan Xu wdata.pdest := req.pdest 10139aca92b9SYinan Xu wdata.ftqIdx := req.cf.ftqPtr 10149aca92b9SYinan Xu wdata.ftqOffset := req.cf.ftqOffset 1015ccfddc82SHaojin Tang wdata.isMove := req.eliminatedMove 101614a67055Ssfencevma wdata.isRVC := req.cf.pd.isRVC 10179aca92b9SYinan Xu wdata.pc := req.cf.pc 10189aca92b9SYinan Xu } 10199aca92b9SYinan Xu dispatchData.io.raddr := commitReadAddr_next 10209aca92b9SYinan Xu 10219aca92b9SYinan Xu exceptionGen.io.redirect <> io.redirect 10229aca92b9SYinan Xu exceptionGen.io.flush := io.flushOut.valid 10239aca92b9SYinan Xu for (i <- 0 until RenameWidth) { 10249aca92b9SYinan Xu exceptionGen.io.enq(i).valid := canEnqueue(i) 10259aca92b9SYinan Xu exceptionGen.io.enq(i).bits.robIdx := io.enq.req(i).bits.robIdx 10266ab6918fSYinan Xu exceptionGen.io.enq(i).bits.exceptionVec := ExceptionNO.selectFrontend(io.enq.req(i).bits.cf.exceptionVec) 10279aca92b9SYinan Xu exceptionGen.io.enq(i).bits.flushPipe := io.enq.req(i).bits.ctrl.flushPipe 1028d7dd1af1SLi Qianruo exceptionGen.io.enq(i).bits.replayInst := false.B 1029fa9d712cSYinan Xu XSError(canEnqueue(i) && io.enq.req(i).bits.ctrl.replayInst, "enq should not set replayInst") 10309aca92b9SYinan Xu exceptionGen.io.enq(i).bits.singleStep := io.enq.req(i).bits.ctrl.singleStep 1031c3abb8b6SYinan Xu exceptionGen.io.enq(i).bits.crossPageIPFFix := io.enq.req(i).bits.cf.crossPageIPFFix 1032d7dd1af1SLi Qianruo exceptionGen.io.enq(i).bits.trigger.clear() 1033d7dd1af1SLi Qianruo exceptionGen.io.enq(i).bits.trigger.frontendHit := io.enq.req(i).bits.cf.trigger.frontendHit 10349aca92b9SYinan Xu } 10359aca92b9SYinan Xu 10366ab6918fSYinan Xu println(s"ExceptionGen:") 10376ab6918fSYinan Xu val exceptionCases = exceptionPorts.map(_._1.flatMap(_.exceptionOut).distinct.sorted) 10386ab6918fSYinan Xu require(exceptionCases.length == exceptionGen.io.wb.length) 10396ab6918fSYinan Xu for ((((configs, wb), exc_wb), i) <- exceptionPorts.zip(exceptionGen.io.wb).zipWithIndex) { 10406ab6918fSYinan Xu exc_wb.valid := wb.valid 10416ab6918fSYinan Xu exc_wb.bits.robIdx := wb.bits.uop.robIdx 10426ab6918fSYinan Xu exc_wb.bits.exceptionVec := ExceptionNO.selectByExu(wb.bits.uop.cf.exceptionVec, configs) 10436ab6918fSYinan Xu exc_wb.bits.flushPipe := configs.exists(_.flushPipe).B && wb.bits.uop.ctrl.flushPipe 10446ab6918fSYinan Xu exc_wb.bits.replayInst := configs.exists(_.replayInst).B && wb.bits.uop.ctrl.replayInst 10456ab6918fSYinan Xu exc_wb.bits.singleStep := false.B 10466ab6918fSYinan Xu exc_wb.bits.crossPageIPFFix := false.B 10476ab6918fSYinan Xu // TODO: make trigger configurable 1048d7dd1af1SLi Qianruo exc_wb.bits.trigger.clear() 1049d7dd1af1SLi Qianruo exc_wb.bits.trigger.backendHit := wb.bits.uop.cf.trigger.backendHit 10506ab6918fSYinan Xu println(s" [$i] ${configs.map(_.name)}: exception ${exceptionCases(i)}, " + 10516ab6918fSYinan Xu s"flushPipe ${configs.exists(_.flushPipe)}, " + 10526ab6918fSYinan Xu s"replayInst ${configs.exists(_.replayInst)}") 10539aca92b9SYinan Xu } 10549aca92b9SYinan Xu 10556ab6918fSYinan Xu val fflags_wb = fflagsPorts.map(_._2) 10569aca92b9SYinan Xu val fflagsDataModule = Module(new SyncDataModuleTemplate( 10579aca92b9SYinan Xu UInt(5.W), RobSize, CommitWidth, fflags_wb.size) 10589aca92b9SYinan Xu ) 10599aca92b9SYinan Xu for(i <- fflags_wb.indices){ 10609aca92b9SYinan Xu fflagsDataModule.io.wen (i) := fflags_wb(i).valid 10619aca92b9SYinan Xu fflagsDataModule.io.waddr(i) := fflags_wb(i).bits.uop.robIdx.value 10629aca92b9SYinan Xu fflagsDataModule.io.wdata(i) := fflags_wb(i).bits.fflags 10639aca92b9SYinan Xu } 10649aca92b9SYinan Xu fflagsDataModule.io.raddr := VecInit(deqPtrVec_next.map(_.value)) 10659aca92b9SYinan Xu fflagsDataRead := fflagsDataModule.io.rdata 10669aca92b9SYinan Xu 10676474c47fSYinan Xu val instrCntReg = RegInit(0.U(64.W)) 10686474c47fSYinan Xu val fuseCommitCnt = PopCount(io.commits.commitValid.zip(io.commits.info).map{ case (v, i) => RegNext(v && CommitType.isFused(i.commitType)) }) 10696474c47fSYinan Xu val trueCommitCnt = RegNext(commitCnt) +& fuseCommitCnt 10706474c47fSYinan Xu val retireCounter = Mux(RegNext(io.commits.isCommit), trueCommitCnt, 0.U) 10716474c47fSYinan Xu val instrCnt = instrCntReg + retireCounter 10726474c47fSYinan Xu instrCntReg := instrCnt 10736474c47fSYinan Xu io.csr.perfinfo.retiredInstr := retireCounter 10749aca92b9SYinan Xu io.robFull := !allowEnqueue 1075d2b20d1aSTang Haojin io.headNotReady := commit_v.head && !commit_w.head 10769aca92b9SYinan Xu 10779aca92b9SYinan Xu /** 10789aca92b9SYinan Xu * debug info 10799aca92b9SYinan Xu */ 10809aca92b9SYinan Xu XSDebug(p"enqPtr ${enqPtr} deqPtr ${deqPtr}\n") 10819aca92b9SYinan Xu XSDebug("") 10829aca92b9SYinan Xu for(i <- 0 until RobSize){ 10839aca92b9SYinan Xu XSDebug(false, !valid(i), "-") 10849aca92b9SYinan Xu XSDebug(false, valid(i) && writebacked(i), "w") 10859aca92b9SYinan Xu XSDebug(false, valid(i) && !writebacked(i), "v") 10869aca92b9SYinan Xu } 10879aca92b9SYinan Xu XSDebug(false, true.B, "\n") 10889aca92b9SYinan Xu 10899aca92b9SYinan Xu for(i <- 0 until RobSize) { 10909aca92b9SYinan Xu if(i % 4 == 0) XSDebug("") 10919aca92b9SYinan Xu XSDebug(false, true.B, "%x ", debug_microOp(i).cf.pc) 10929aca92b9SYinan Xu XSDebug(false, !valid(i), "- ") 10939aca92b9SYinan Xu XSDebug(false, valid(i) && writebacked(i), "w ") 10949aca92b9SYinan Xu XSDebug(false, valid(i) && !writebacked(i), "v ") 10959aca92b9SYinan Xu if(i % 4 == 3) XSDebug(false, true.B, "\n") 10969aca92b9SYinan Xu } 10979aca92b9SYinan Xu 10986474c47fSYinan Xu def ifCommit(counter: UInt): UInt = Mux(io.commits.isCommit, counter, 0.U) 10997e8294acSYinan Xu def ifCommitReg(counter: UInt): UInt = Mux(RegNext(io.commits.isCommit), counter, 0.U) 11009aca92b9SYinan Xu 11018744445eSMaxpicca-Li val commitDebugExu = deqPtrVec.map(_.value).map(debug_exuDebug(_)) 11029aca92b9SYinan Xu val commitDebugUop = deqPtrVec.map(_.value).map(debug_microOp(_)) 11038744445eSMaxpicca-Li val commitDebugLsInfo = deqPtrVec.map(_.value).map(debug_lsInfo(_)) 11049aca92b9SYinan Xu XSPerfAccumulate("clock_cycle", 1.U) 11059aca92b9SYinan Xu QueuePerf(RobSize, PopCount((0 until RobSize).map(valid(_))), !allowEnqueue) 11069aca92b9SYinan Xu XSPerfAccumulate("commitUop", ifCommit(commitCnt)) 11077e8294acSYinan Xu XSPerfAccumulate("commitInstr", ifCommitReg(trueCommitCnt)) 1108ec9e6512Swakafa XSPerfRolling("ipc", ifCommitReg(trueCommitCnt), 1000, clock, reset) 1109839e5512SZifei Zhang XSPerfRolling("cpi", perfCnt = 1.U/*Cycle*/, eventTrigger = ifCommitReg(trueCommitCnt), granularity = 1000, clock, reset) 11109aca92b9SYinan Xu val commitIsMove = commitDebugUop.map(_.ctrl.isMove) 11116474c47fSYinan Xu XSPerfAccumulate("commitInstrMove", ifCommit(PopCount(io.commits.commitValid.zip(commitIsMove).map{ case (v, m) => v && m }))) 11129aca92b9SYinan Xu val commitMoveElim = commitDebugUop.map(_.debugInfo.eliminatedMove) 11136474c47fSYinan Xu XSPerfAccumulate("commitInstrMoveElim", ifCommit(PopCount(io.commits.commitValid zip commitMoveElim map { case (v, e) => v && e }))) 11147e8294acSYinan Xu XSPerfAccumulate("commitInstrFused", ifCommitReg(fuseCommitCnt)) 11159aca92b9SYinan Xu val commitIsLoad = io.commits.info.map(_.commitType).map(_ === CommitType.LOAD) 11166474c47fSYinan Xu val commitLoadValid = io.commits.commitValid.zip(commitIsLoad).map{ case (v, t) => v && t } 11179aca92b9SYinan Xu XSPerfAccumulate("commitInstrLoad", ifCommit(PopCount(commitLoadValid))) 111820edb3f7SWilliam Wang val commitIsBranch = io.commits.info.map(_.commitType).map(_ === CommitType.BRANCH) 11196474c47fSYinan Xu val commitBranchValid = io.commits.commitValid.zip(commitIsBranch).map{ case (v, t) => v && t } 112020edb3f7SWilliam Wang XSPerfAccumulate("commitInstrBranch", ifCommit(PopCount(commitBranchValid))) 11219aca92b9SYinan Xu val commitLoadWaitBit = commitDebugUop.map(_.cf.loadWaitBit) 11229aca92b9SYinan Xu XSPerfAccumulate("commitInstrLoadWait", ifCommit(PopCount(commitLoadValid.zip(commitLoadWaitBit).map{ case (v, w) => v && w }))) 11239aca92b9SYinan Xu val commitIsStore = io.commits.info.map(_.commitType).map(_ === CommitType.STORE) 11246474c47fSYinan Xu XSPerfAccumulate("commitInstrStore", ifCommit(PopCount(io.commits.commitValid.zip(commitIsStore).map{ case (v, t) => v && t }))) 11259aca92b9SYinan Xu XSPerfAccumulate("writeback", PopCount((0 until RobSize).map(i => valid(i) && writebacked(i)))) 1126c51eab43SYinan Xu // XSPerfAccumulate("enqInstr", PopCount(io.dp1Req.map(_.fire))) 11279aca92b9SYinan Xu // XSPerfAccumulate("d2rVnR", PopCount(io.dp1Req.map(p => p.valid && !p.ready))) 11286474c47fSYinan Xu XSPerfAccumulate("walkInstr", Mux(io.commits.isWalk, PopCount(io.commits.walkValid), 0.U)) 1129ccfddc82SHaojin Tang XSPerfAccumulate("walkCycle", state === s_walk) 11309aca92b9SYinan Xu val deqNotWritebacked = valid(deqPtr.value) && !writebacked(deqPtr.value) 11319aca92b9SYinan Xu val deqUopCommitType = io.commits.info(0).commitType 11329aca92b9SYinan Xu XSPerfAccumulate("waitNormalCycle", deqNotWritebacked && deqUopCommitType === CommitType.NORMAL) 11339aca92b9SYinan Xu XSPerfAccumulate("waitBranchCycle", deqNotWritebacked && deqUopCommitType === CommitType.BRANCH) 11349aca92b9SYinan Xu XSPerfAccumulate("waitLoadCycle", deqNotWritebacked && deqUopCommitType === CommitType.LOAD) 11359aca92b9SYinan Xu XSPerfAccumulate("waitStoreCycle", deqNotWritebacked && deqUopCommitType === CommitType.STORE) 11369aca92b9SYinan Xu XSPerfAccumulate("robHeadPC", io.commits.info(0).pc) 11379aca92b9SYinan Xu val dispatchLatency = commitDebugUop.map(uop => uop.debugInfo.dispatchTime - uop.debugInfo.renameTime) 11389aca92b9SYinan Xu val enqRsLatency = commitDebugUop.map(uop => uop.debugInfo.enqRsTime - uop.debugInfo.dispatchTime) 11399aca92b9SYinan Xu val selectLatency = commitDebugUop.map(uop => uop.debugInfo.selectTime - uop.debugInfo.enqRsTime) 11409aca92b9SYinan Xu val issueLatency = commitDebugUop.map(uop => uop.debugInfo.issueTime - uop.debugInfo.selectTime) 11419aca92b9SYinan Xu val executeLatency = commitDebugUop.map(uop => uop.debugInfo.writebackTime - uop.debugInfo.issueTime) 11429aca92b9SYinan Xu val rsFuLatency = commitDebugUop.map(uop => uop.debugInfo.writebackTime - uop.debugInfo.enqRsTime) 11439aca92b9SYinan Xu val commitLatency = commitDebugUop.map(uop => timer - uop.debugInfo.writebackTime) 11448744445eSMaxpicca-Li val accessLatency = commitDebugUop.map(uop => uop.debugInfo.writebackTime - uop.debugInfo.issueTime) 11458744445eSMaxpicca-Li val tlbLatency = commitDebugUop.map(uop => uop.debugInfo.tlbRespTime - uop.debugInfo.tlbFirstReqTime) 11469aca92b9SYinan Xu def latencySum(cond: Seq[Bool], latency: Seq[UInt]): UInt = { 11479aca92b9SYinan Xu cond.zip(latency).map(x => Mux(x._1, x._2, 0.U)).reduce(_ +& _) 11489aca92b9SYinan Xu } 11499aca92b9SYinan Xu for (fuType <- FuType.functionNameMap.keys) { 11509aca92b9SYinan Xu val fuName = FuType.functionNameMap(fuType) 11516474c47fSYinan Xu val commitIsFuType = io.commits.commitValid.zip(commitDebugUop).map(x => x._1 && x._2.ctrl.fuType === fuType.U ) 1152839e5512SZifei Zhang XSPerfRolling(s"ipc_futype_${fuName}", ifCommit(PopCount(commitIsFuType)), 1000, clock, reset) 11539aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_instr_cnt", ifCommit(PopCount(commitIsFuType))) 11549aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_dispatch", ifCommit(latencySum(commitIsFuType, dispatchLatency))) 11559aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_enq_rs", ifCommit(latencySum(commitIsFuType, enqRsLatency))) 11569aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_select", ifCommit(latencySum(commitIsFuType, selectLatency))) 11579aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_issue", ifCommit(latencySum(commitIsFuType, issueLatency))) 11589aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_execute", ifCommit(latencySum(commitIsFuType, executeLatency))) 11599aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_enq_rs_execute", ifCommit(latencySum(commitIsFuType, rsFuLatency))) 11609aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_commit", ifCommit(latencySum(commitIsFuType, commitLatency))) 1161c51eab43SYinan Xu if (fuType == FuType.fmac.litValue) { 11629aca92b9SYinan Xu val commitIsFma = commitIsFuType.zip(commitDebugUop).map(x => x._1 && x._2.ctrl.fpu.ren3 ) 11639aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_instr_cnt_fma", ifCommit(PopCount(commitIsFma))) 11649aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_enq_rs_execute_fma", ifCommit(latencySum(commitIsFma, rsFuLatency))) 11659aca92b9SYinan Xu XSPerfAccumulate(s"${fuName}_latency_execute_fma", ifCommit(latencySum(commitIsFma, executeLatency))) 11669aca92b9SYinan Xu } 11679aca92b9SYinan Xu } 11689aca92b9SYinan Xu 1169*60ebee38STang Haojin // top-down info 1170*60ebee38STang Haojin io.debugTopDown.toCore.robHeadVaddr.valid := debug_lsTopdownInfo(deqPtr.value).s1.vaddr_valid 1171*60ebee38STang Haojin io.debugTopDown.toCore.robHeadVaddr.bits := debug_lsTopdownInfo(deqPtr.value).s1.vaddr_bits 1172*60ebee38STang Haojin io.debugTopDown.toCore.robHeadPaddr.valid := debug_lsTopdownInfo(deqPtr.value).s2.paddr_valid 1173*60ebee38STang Haojin io.debugTopDown.toCore.robHeadPaddr.bits := debug_lsTopdownInfo(deqPtr.value).s2.paddr_bits 1174*60ebee38STang Haojin io.debugTopDown.toDispatch.robTrueCommit := ifCommitReg(trueCommitCnt) 1175*60ebee38STang Haojin io.debugTopDown.toDispatch.robHeadLsIssue := debug_lsIssue(deqPtr.value) 1176*60ebee38STang Haojin io.debugTopDown.robHeadLqIdx.valid := debug_lqIdxValid(deqPtr.value) 1177*60ebee38STang Haojin io.debugTopDown.robHeadLqIdx.bits := debug_microOp(deqPtr.value).lqIdx 11786ed1154eSTang Haojin 11798744445eSMaxpicca-Li /** 11808744445eSMaxpicca-Li * DataBase info: 11818744445eSMaxpicca-Li * log trigger is at writeback valid 11828744445eSMaxpicca-Li * */ 11838744445eSMaxpicca-Li if(!env.FPGAPlatform){ 1184da3bf434SMaxpicca-Li val isWriteInstInfoTable = WireInit(Constantin.createRecord("isWriteInstInfoTable" + p(XSCoreParamsKey).HartId.toString)) 1185da3bf434SMaxpicca-Li val instTableName = "InstTable" + p(XSCoreParamsKey).HartId.toString 11868744445eSMaxpicca-Li val instSiteName = "Rob" + p(XSCoreParamsKey).HartId.toString 1187da3bf434SMaxpicca-Li val debug_instTable = ChiselDB.createTable(instTableName, new InstInfoEntry) 11888744445eSMaxpicca-Li // FIXME lyq: only get inst (alu, bj, ls) in exuWriteback 11898744445eSMaxpicca-Li for (wb <- exuWriteback) { 11908744445eSMaxpicca-Li when(wb.valid) { 1191da3bf434SMaxpicca-Li val debug_instData = Wire(new InstInfoEntry) 11928744445eSMaxpicca-Li val idx = wb.bits.uop.robIdx.value 11938744445eSMaxpicca-Li debug_instData.globalID := wb.bits.uop.ctrl.debug_globalID 11948744445eSMaxpicca-Li debug_instData.robIdx := idx 11958744445eSMaxpicca-Li debug_instData.instType := wb.bits.uop.ctrl.fuType 11968744445eSMaxpicca-Li debug_instData.ivaddr := wb.bits.uop.cf.pc 11978744445eSMaxpicca-Li debug_instData.dvaddr := wb.bits.debug.vaddr 11988744445eSMaxpicca-Li debug_instData.dpaddr := wb.bits.debug.paddr 11998744445eSMaxpicca-Li debug_instData.tlbLatency := wb.bits.uop.debugInfo.tlbRespTime - wb.bits.uop.debugInfo.tlbFirstReqTime 12008744445eSMaxpicca-Li debug_instData.accessLatency := wb.bits.uop.debugInfo.writebackTime - wb.bits.uop.debugInfo.issueTime 12018744445eSMaxpicca-Li debug_instData.executeLatency := wb.bits.uop.debugInfo.writebackTime - wb.bits.uop.debugInfo.issueTime 12028744445eSMaxpicca-Li debug_instData.issueLatency := wb.bits.uop.debugInfo.issueTime - wb.bits.uop.debugInfo.selectTime 1203da3bf434SMaxpicca-Li debug_instData.exceptType := Cat(wb.bits.uop.cf.exceptionVec) 12048744445eSMaxpicca-Li debug_instData.lsInfo := debug_lsInfo(idx) 12058744445eSMaxpicca-Li debug_instData.mdpInfo.ssid := wb.bits.uop.cf.ssid 12068744445eSMaxpicca-Li debug_instData.mdpInfo.waitAllStore := wb.bits.uop.cf.loadWaitStrict && wb.bits.uop.cf.loadWaitBit 1207da3bf434SMaxpicca-Li debug_instData.issueTime := wb.bits.uop.debugInfo.issueTime 1208da3bf434SMaxpicca-Li debug_instData.writebackTime := wb.bits.uop.debugInfo.writebackTime 12098744445eSMaxpicca-Li debug_instTable.log( 12108744445eSMaxpicca-Li data = debug_instData, 12118744445eSMaxpicca-Li en = wb.valid, 12128744445eSMaxpicca-Li site = instSiteName, 12138744445eSMaxpicca-Li clock = clock, 12148744445eSMaxpicca-Li reset = reset 12158744445eSMaxpicca-Li ) 12168744445eSMaxpicca-Li } 12178744445eSMaxpicca-Li } 12180d32f713Shappy-lx 12190d32f713Shappy-lx // log when committing 12200d32f713Shappy-lx val load_debug_table = ChiselDB.createTable("LoadDebugTable" + p(XSCoreParamsKey).HartId.toString, new LoadInfoEntry, basicDB = false) 12210d32f713Shappy-lx for (i <- 0 until CommitWidth) { 12220d32f713Shappy-lx val log_enable = io.commits.commitValid(i) && io.commits.isCommit && (io.commits.info(i).commitType === CommitType.LOAD) 12230d32f713Shappy-lx val commit_index = deqPtrVec(i).value 12240d32f713Shappy-lx val load_debug_data = Wire(new LoadInfoEntry) 12250d32f713Shappy-lx 12260d32f713Shappy-lx load_debug_data.pc := io.commits.info(i).pc 12270d32f713Shappy-lx load_debug_data.vaddr := debug_lsTopdownInfo(commit_index).s1.vaddr_bits 12280d32f713Shappy-lx load_debug_data.paddr := debug_lsTopdownInfo(commit_index).s2.paddr_bits 12290d32f713Shappy-lx load_debug_data.cacheMiss := debug_lsTopdownInfo(commit_index).s2.first_real_miss 12300d32f713Shappy-lx load_debug_data.tlbQueryLatency := tlbLatency(i) 12310d32f713Shappy-lx load_debug_data.exeLatency := executeLatency(i) 12320d32f713Shappy-lx 12330d32f713Shappy-lx 12340d32f713Shappy-lx load_debug_table.log( 12350d32f713Shappy-lx data = load_debug_data, 12360d32f713Shappy-lx en = log_enable, 12370d32f713Shappy-lx site = "LoadDebugTable", 12380d32f713Shappy-lx clock = clock, 12390d32f713Shappy-lx reset = reset 12400d32f713Shappy-lx ) 12410d32f713Shappy-lx } 12428744445eSMaxpicca-Li } 12438744445eSMaxpicca-Li 12448744445eSMaxpicca-Li 12459aca92b9SYinan Xu //difftest signals 1246f3034303SHaoyuan Feng val firstValidCommit = (deqPtr + PriorityMux(io.commits.commitValid, VecInit(List.tabulate(CommitWidth)(_.U(log2Up(CommitWidth).W))))).value 12479aca92b9SYinan Xu 12489aca92b9SYinan Xu val wdata = Wire(Vec(CommitWidth, UInt(XLEN.W))) 12499aca92b9SYinan Xu val wpc = Wire(Vec(CommitWidth, UInt(XLEN.W))) 1250cbe9a847SYinan Xu 12519aca92b9SYinan Xu for(i <- 0 until CommitWidth) { 12529aca92b9SYinan Xu val idx = deqPtrVec(i).value 12539aca92b9SYinan Xu wdata(i) := debug_exuData(idx) 12549aca92b9SYinan Xu wpc(i) := SignExt(commitDebugUop(i).cf.pc, XLEN) 12559aca92b9SYinan Xu } 12569aca92b9SYinan Xu 12577d45a146SYinan Xu if (env.EnableDifftest || env.AlwaysBasicDiff) { 1258cbe9a847SYinan Xu // These are the structures used by difftest only and should be optimized after synthesis. 1259cbe9a847SYinan Xu val dt_eliminatedMove = Mem(RobSize, Bool()) 1260cbe9a847SYinan Xu val dt_isRVC = Mem(RobSize, Bool()) 1261cbe9a847SYinan Xu val dt_exuDebug = Reg(Vec(RobSize, new DebugBundle)) 1262cbe9a847SYinan Xu for (i <- 0 until RenameWidth) { 1263cbe9a847SYinan Xu when (canEnqueue(i)) { 12646474c47fSYinan Xu dt_eliminatedMove(allocatePtrVec(i).value) := io.enq.req(i).bits.eliminatedMove 12656474c47fSYinan Xu dt_isRVC(allocatePtrVec(i).value) := io.enq.req(i).bits.cf.pd.isRVC 1266cbe9a847SYinan Xu } 1267cbe9a847SYinan Xu } 12686ab6918fSYinan Xu for (wb <- exuWriteback) { 12696ab6918fSYinan Xu when (wb.valid) { 12706ab6918fSYinan Xu val wbIdx = wb.bits.uop.robIdx.value 12716ab6918fSYinan Xu dt_exuDebug(wbIdx) := wb.bits.debug 1272cbe9a847SYinan Xu } 1273cbe9a847SYinan Xu } 1274cbe9a847SYinan Xu for (i <- 0 until CommitWidth) { 1275cbe9a847SYinan Xu val commitInfo = io.commits.info(i) 1276cbe9a847SYinan Xu val ptr = deqPtrVec(i).value 1277cbe9a847SYinan Xu val exuOut = dt_exuDebug(ptr) 1278cbe9a847SYinan Xu val eliminatedMove = dt_eliminatedMove(ptr) 1279cbe9a847SYinan Xu val isRVC = dt_isRVC(ptr) 1280cbe9a847SYinan Xu 12817d45a146SYinan Xu val difftest = DifftestModule(new DiffInstrCommit(NRPhyRegs), delay = 3, dontCare = true) 12827d45a146SYinan Xu difftest.clock := clock 12837d45a146SYinan Xu difftest.coreid := io.hartId 12847d45a146SYinan Xu difftest.index := i.U 12857d45a146SYinan Xu difftest.valid := io.commits.commitValid(i) && io.commits.isCommit 12867d45a146SYinan Xu difftest.skip := Mux(eliminatedMove, false.B, exuOut.isMMIO || exuOut.isPerfCnt) 12877d45a146SYinan Xu difftest.isRVC := isRVC 12887d45a146SYinan Xu difftest.rfwen := io.commits.commitValid(i) && commitInfo.rfWen && commitInfo.ldest =/= 0.U 12897d45a146SYinan Xu difftest.fpwen := io.commits.commitValid(i) && commitInfo.fpWen 12907d45a146SYinan Xu difftest.wpdest := commitInfo.pdest 12917d45a146SYinan Xu difftest.wdest := commitInfo.ldest 12927d45a146SYinan Xu difftest.nFused := Mux(CommitType.isFused(commitInfo.commitType), 1.U, 0.U) 12937d45a146SYinan Xu 12947d45a146SYinan Xu if (env.EnableDifftest) { 12957d45a146SYinan Xu val uop = commitDebugUop(i) 12967d45a146SYinan Xu difftest.pc := SignExt(uop.cf.pc, XLEN) 12977d45a146SYinan Xu difftest.instr := uop.cf.instr 12987d45a146SYinan Xu difftest.robIdx := ZeroExt(ptr, 10) 12997d45a146SYinan Xu difftest.lqIdx := ZeroExt(uop.lqIdx.value, 7) 13007d45a146SYinan Xu difftest.sqIdx := ZeroExt(uop.sqIdx.value, 7) 13017d45a146SYinan Xu difftest.isLoad := io.commits.info(i).commitType === CommitType.LOAD 13027d45a146SYinan Xu difftest.isStore := io.commits.info(i).commitType === CommitType.STORE 13037d45a146SYinan Xu } 1304cbe9a847SYinan Xu } 1305cbe9a847SYinan Xu } 13069aca92b9SYinan Xu 13071545277aSYinan Xu if (env.EnableDifftest) { 13089aca92b9SYinan Xu for (i <- 0 until CommitWidth) { 13097d45a146SYinan Xu val difftest = DifftestModule(new DiffLoadEvent, delay = 3) 13107d45a146SYinan Xu difftest.clock := clock 13117d45a146SYinan Xu difftest.coreid := io.hartId 13127d45a146SYinan Xu difftest.index := i.U 13139aca92b9SYinan Xu 13149aca92b9SYinan Xu val ptr = deqPtrVec(i).value 13159aca92b9SYinan Xu val uop = commitDebugUop(i) 13169aca92b9SYinan Xu val exuOut = debug_exuDebug(ptr) 13177d45a146SYinan Xu difftest.valid := io.commits.commitValid(i) && io.commits.isCommit 13187d45a146SYinan Xu difftest.paddr := exuOut.paddr 13197d45a146SYinan Xu difftest.opType := uop.ctrl.fuOpType 13207d45a146SYinan Xu difftest.fuType := uop.ctrl.fuType 13219aca92b9SYinan Xu } 13229aca92b9SYinan Xu } 13239aca92b9SYinan Xu 13247d45a146SYinan Xu if (env.EnableDifftest || env.AlwaysBasicDiff) { 1325cbe9a847SYinan Xu val dt_isXSTrap = Mem(RobSize, Bool()) 1326cbe9a847SYinan Xu for (i <- 0 until RenameWidth) { 1327cbe9a847SYinan Xu when (canEnqueue(i)) { 13286474c47fSYinan Xu dt_isXSTrap(allocatePtrVec(i).value) := io.enq.req(i).bits.ctrl.isXSTrap 1329cbe9a847SYinan Xu } 1330cbe9a847SYinan Xu } 13317d45a146SYinan Xu val trapVec = io.commits.commitValid.zip(deqPtrVec).map{ case (v, d) => 13327d45a146SYinan Xu io.commits.isCommit && v && dt_isXSTrap(d.value) 13337d45a146SYinan Xu } 1334cbe9a847SYinan Xu val hitTrap = trapVec.reduce(_||_) 13357d45a146SYinan Xu val difftest = DifftestModule(new DiffTrapEvent, dontCare = true) 13367d45a146SYinan Xu difftest.clock := clock 13377d45a146SYinan Xu difftest.coreid := io.hartId 13387d45a146SYinan Xu difftest.hasTrap := hitTrap 13397d45a146SYinan Xu difftest.cycleCnt := timer 13407d45a146SYinan Xu difftest.instrCnt := instrCnt 13417d45a146SYinan Xu difftest.hasWFI := hasWFI 13427d45a146SYinan Xu 13437d45a146SYinan Xu if (env.EnableDifftest) { 1344cbe9a847SYinan Xu val trapCode = PriorityMux(wdata.zip(trapVec).map(x => x._2 -> x._1)) 1345cbe9a847SYinan Xu val trapPC = SignExt(PriorityMux(wpc.zip(trapVec).map(x => x._2 ->x._1)), XLEN) 13467d45a146SYinan Xu difftest.code := trapCode 13477d45a146SYinan Xu difftest.pc := trapPC 13489aca92b9SYinan Xu } 1349cbe9a847SYinan Xu } 13501545277aSYinan Xu 1351dcf3a679STang Haojin val validEntriesBanks = (0 until (RobSize + 31) / 32).map(i => RegNext(PopCount(valid.drop(i * 32).take(32)))) 1352dcf3a679STang Haojin val validEntries = RegNext(VecInit(validEntriesBanks).reduceTree(_ +& _)) 135343bdc4d9SYinan Xu val commitMoveVec = VecInit(io.commits.commitValid.zip(commitIsMove).map{ case (v, m) => v && m }) 135443bdc4d9SYinan Xu val commitLoadVec = VecInit(commitLoadValid) 135543bdc4d9SYinan Xu val commitBranchVec = VecInit(commitBranchValid) 135643bdc4d9SYinan Xu val commitLoadWaitVec = VecInit(commitLoadValid.zip(commitLoadWaitBit).map{ case (v, w) => v && w }) 135743bdc4d9SYinan Xu val commitStoreVec = VecInit(io.commits.commitValid.zip(commitIsStore).map{ case (v, t) => v && t }) 1358cd365d4cSrvcoresjw val perfEvents = Seq( 1359cd365d4cSrvcoresjw ("rob_interrupt_num ", io.flushOut.valid && intrEnable ), 1360cd365d4cSrvcoresjw ("rob_exception_num ", io.flushOut.valid && exceptionEnable ), 1361cd365d4cSrvcoresjw ("rob_flush_pipe_num ", io.flushOut.valid && isFlushPipe ), 1362cd365d4cSrvcoresjw ("rob_replay_inst_num ", io.flushOut.valid && isFlushPipe && deqHasReplayInst ), 1363cd365d4cSrvcoresjw ("rob_commitUop ", ifCommit(commitCnt) ), 13647e8294acSYinan Xu ("rob_commitInstr ", ifCommitReg(trueCommitCnt) ), 136543bdc4d9SYinan Xu ("rob_commitInstrMove ", ifCommitReg(PopCount(RegNext(commitMoveVec))) ), 13667e8294acSYinan Xu ("rob_commitInstrFused ", ifCommitReg(fuseCommitCnt) ), 136743bdc4d9SYinan Xu ("rob_commitInstrLoad ", ifCommitReg(PopCount(RegNext(commitLoadVec))) ), 136843bdc4d9SYinan Xu ("rob_commitInstrBranch ", ifCommitReg(PopCount(RegNext(commitBranchVec))) ), 136943bdc4d9SYinan Xu ("rob_commitInstrLoadWait", ifCommitReg(PopCount(RegNext(commitLoadWaitVec))) ), 137043bdc4d9SYinan Xu ("rob_commitInstrStore ", ifCommitReg(PopCount(RegNext(commitStoreVec))) ), 13716474c47fSYinan Xu ("rob_walkInstr ", Mux(io.commits.isWalk, PopCount(io.commits.walkValid), 0.U) ), 1372ccfddc82SHaojin Tang ("rob_walkCycle ", (state === s_walk) ), 13737e8294acSYinan Xu ("rob_1_4_valid ", validEntries <= (RobSize / 4).U ), 13747e8294acSYinan Xu ("rob_2_4_valid ", validEntries > (RobSize / 4).U && validEntries <= (RobSize / 2).U ), 13757e8294acSYinan Xu ("rob_3_4_valid ", validEntries > (RobSize / 2).U && validEntries <= (RobSize * 3 / 4).U), 13767e8294acSYinan Xu ("rob_4_4_valid ", validEntries > (RobSize * 3 / 4).U ), 1377cd365d4cSrvcoresjw ) 13781ca0e4f3SYinan Xu generatePerfEvent() 13799aca92b9SYinan Xu} 1380