307 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx_v12_0_kiq_unmap_queues()  local
376 static void gfx_v12_0_set_kiq_pm4_funcs(struct amdgpu_device *adev)  in gfx_v12_0_set_kiq_pm4_funcs()
405 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_test_ring()  local
447 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_test_ib()  local
524 static void gfx_v12_0_free_microcode(struct amdgpu_device *adev)  in gfx_v12_0_free_microcode()
534 static int gfx_v12_0_init_toc_microcode(struct amdgpu_device *adev, const char *ucode_prefix)  in gfx_v12_0_init_toc_microcode()
557 static int gfx_v12_0_init_microcode(struct amdgpu_device *adev)  in gfx_v12_0_init_microcode()
633 static u32 gfx_v12_0_get_csb_size(struct amdgpu_device *adev)  in gfx_v12_0_get_csb_size()
652 static void gfx_v12_0_get_csb_buffer(struct amdgpu_device *adev,  in gfx_v12_0_get_csb_buffer()
683 static void gfx_v12_0_rlc_fini(struct amdgpu_device *adev)  in gfx_v12_0_rlc_fini()
696 static void gfx_v12_0_init_rlcg_reg_access_ctrl(struct amdgpu_device *adev)  in gfx_v12_0_init_rlcg_reg_access_ctrl()
711 static int gfx_v12_0_rlc_init(struct amdgpu_device *adev)  in gfx_v12_0_rlc_init()
734 static void gfx_v12_0_mec_fini(struct amdgpu_device *adev)  in gfx_v12_0_mec_fini()
741 static void gfx_v12_0_me_init(struct amdgpu_device *adev)  in gfx_v12_0_me_init()
748 static int gfx_v12_0_mec_init(struct amdgpu_device *adev)  in gfx_v12_0_mec_init()
781 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t wave, uint32_t address)  in wave_read_ind()
789 static void wave_read_regs(struct amdgpu_device *adev, uint32_t wave,  in wave_read_regs()
802 static void gfx_v12_0_read_wave_data(struct amdgpu_device *adev,  in gfx_v12_0_read_wave_data()
839 static void gfx_v12_0_read_wave_sgprs(struct amdgpu_device *adev,  in gfx_v12_0_read_wave_sgprs()
851 static void gfx_v12_0_read_wave_vgprs(struct amdgpu_device *adev,  in gfx_v12_0_read_wave_vgprs()
862 static void gfx_v12_0_select_me_pipe_q(struct amdgpu_device *adev,  in gfx_v12_0_select_me_pipe_q()
878 static int gfx_v12_0_gpu_early_init(struct amdgpu_device *adev)  in gfx_v12_0_gpu_early_init()
898 static int gfx_v12_0_gfx_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v12_0_gfx_ring_init()
929 static int gfx_v12_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v12_0_compute_ring_init()
978 static void gfx_v12_0_parse_rlc_toc(struct amdgpu_device *adev, void *rlc_toc)  in gfx_v12_0_parse_rlc_toc()
993 static uint32_t gfx_v12_0_calc_toc_total_size(struct amdgpu_device *adev)  in gfx_v12_0_calc_toc_total_size()
1013 static int gfx_v12_0_rlc_autoload_buffer_init(struct amdgpu_device *adev)  in gfx_v12_0_rlc_autoload_buffer_init()
1034 static void gfx_v12_0_rlc_backdoor_autoload_copy_ucode(struct amdgpu_device *adev,  in gfx_v12_0_rlc_backdoor_autoload_copy_ucode()
1062 gfx_v12_0_rlc_backdoor_autoload_copy_toc_ucode(struct amdgpu_device *adev)  in gfx_v12_0_rlc_backdoor_autoload_copy_toc_ucode()
1079 gfx_v12_0_rlc_backdoor_autoload_copy_gfx_ucode(struct amdgpu_device *adev)  in gfx_v12_0_rlc_backdoor_autoload_copy_gfx_ucode()
1191 gfx_v12_0_rlc_backdoor_autoload_copy_sdma_ucode(struct amdgpu_device *adev)  in gfx_v12_0_rlc_backdoor_autoload_copy_sdma_ucode()
1208 gfx_v12_0_rlc_backdoor_autoload_copy_mes_ucode(struct amdgpu_device *adev)  in gfx_v12_0_rlc_backdoor_autoload_copy_mes_ucode()
1241 static int gfx_v12_0_rlc_backdoor_autoload_enable(struct amdgpu_device *adev)  in gfx_v12_0_rlc_backdoor_autoload_enable()
1286 static void gfx_v12_0_alloc_ip_dump(struct amdgpu_device *adev)  in gfx_v12_0_alloc_ip_dump()
1332 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_sw_init()  local
1503 static void gfx_v12_0_pfp_fini(struct amdgpu_device *adev)  in gfx_v12_0_pfp_fini()
1514 static void gfx_v12_0_me_fini(struct amdgpu_device *adev)  in gfx_v12_0_me_fini()
1525 static void gfx_v12_0_rlc_autoload_buffer_fini(struct amdgpu_device *adev)  in gfx_v12_0_rlc_autoload_buffer_fini()
1535 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_sw_fini()  local
1568 static void gfx_v12_0_select_se_sh(struct amdgpu_device *adev, u32 se_num,  in gfx_v12_0_select_se_sh()
1595 static u32 gfx_v12_0_get_sa_active_bitmap(struct amdgpu_device *adev)  in gfx_v12_0_get_sa_active_bitmap()
1613 static u32 gfx_v12_0_get_rb_active_bitmap(struct amdgpu_device *adev)  in gfx_v12_0_get_rb_active_bitmap()
1632 static void gfx_v12_0_setup_rb(struct amdgpu_device *adev)  in gfx_v12_0_setup_rb()
1667 static void gfx_v12_0_init_compute_vmid(struct amdgpu_device *adev)  in gfx_v12_0_init_compute_vmid()
1698 static void gfx_v12_0_tcp_harvest(struct amdgpu_device *adev)  in gfx_v12_0_tcp_harvest()
1703 static void gfx_v12_0_get_tcc_info(struct amdgpu_device *adev)  in gfx_v12_0_get_tcc_info()
1707 static void gfx_v12_0_constants_init(struct amdgpu_device *adev)  in gfx_v12_0_constants_init()
1742 static u32 gfx_v12_0_get_cpg_int_cntl(struct amdgpu_device *adev,  in gfx_v12_0_get_cpg_int_cntl()
1756 static u32 gfx_v12_0_get_cpc_int_cntl(struct amdgpu_device *adev,  in gfx_v12_0_get_cpc_int_cntl()
1777 static void gfx_v12_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,  in gfx_v12_0_enable_gui_idle_interrupt()
1806 static int gfx_v12_0_init_csb(struct amdgpu_device *adev)  in gfx_v12_0_init_csb()
1819 static void gfx_v12_0_rlc_stop(struct amdgpu_device *adev)  in gfx_v12_0_rlc_stop()
1827 static void gfx_v12_0_rlc_reset(struct amdgpu_device *adev)  in gfx_v12_0_rlc_reset()
1835 static void gfx_v12_0_rlc_smu_handshake_cntl(struct amdgpu_device *adev,  in gfx_v12_0_rlc_smu_handshake_cntl()
1857 static void gfx_v12_0_rlc_start(struct amdgpu_device *adev)  in gfx_v12_0_rlc_start()
1868 static void gfx_v12_0_rlc_enable_srm(struct amdgpu_device *adev)  in gfx_v12_0_rlc_enable_srm()
1879 static void gfx_v12_0_load_rlcg_microcode(struct amdgpu_device *adev)  in gfx_v12_0_load_rlcg_microcode()
1900 static void gfx_v12_0_load_rlc_iram_dram_microcode(struct amdgpu_device *adev)  in gfx_v12_0_load_rlc_iram_dram_microcode()
1944 static int gfx_v12_0_rlc_load_microcode(struct amdgpu_device *adev)  in gfx_v12_0_rlc_load_microcode()
1972 static int gfx_v12_0_rlc_resume(struct amdgpu_device *adev)  in gfx_v12_0_rlc_resume()
2010 static void gfx_v12_0_config_gfx_rs64(struct amdgpu_device *adev)  in gfx_v12_0_config_gfx_rs64()
2095 static void gfx_v12_0_set_pfp_ucode_start_addr(struct amdgpu_device *adev)  in gfx_v12_0_set_pfp_ucode_start_addr()
2137 static void gfx_v12_0_set_me_ucode_start_addr(struct amdgpu_device *adev)  in gfx_v12_0_set_me_ucode_start_addr()
2179 static void gfx_v12_0_set_mec_ucode_start_addr(struct amdgpu_device *adev)  in gfx_v12_0_set_mec_ucode_start_addr()
2199 static int gfx_v12_0_wait_for_rlc_autoload_complete(struct amdgpu_device *adev)  in gfx_v12_0_wait_for_rlc_autoload_complete()
2233 static int gfx_v12_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)  in gfx_v12_0_cp_gfx_enable()
2254 static int gfx_v12_0_cp_gfx_load_pfp_microcode_rs64(struct amdgpu_device *adev)  in gfx_v12_0_cp_gfx_load_pfp_microcode_rs64()
2398 static int gfx_v12_0_cp_gfx_load_me_microcode_rs64(struct amdgpu_device *adev)  in gfx_v12_0_cp_gfx_load_me_microcode_rs64()
2543 static int gfx_v12_0_cp_gfx_load_microcode(struct amdgpu_device *adev)  in gfx_v12_0_cp_gfx_load_microcode()
2567 static int gfx_v12_0_cp_gfx_start(struct amdgpu_device *adev)  in gfx_v12_0_cp_gfx_start()
2580 static void gfx_v12_0_cp_gfx_switch_pipe(struct amdgpu_device *adev,  in gfx_v12_0_cp_gfx_switch_pipe()
2591 static void gfx_v12_0_cp_gfx_set_doorbell(struct amdgpu_device *adev,  in gfx_v12_0_cp_gfx_set_doorbell()
2616 static int gfx_v12_0_cp_gfx_resume(struct amdgpu_device *adev)  in gfx_v12_0_cp_gfx_resume()
2686 static void gfx_v12_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)  in gfx_v12_0_cp_compute_enable()
2718 static int gfx_v12_0_cp_compute_load_microcode_rs64(struct amdgpu_device *adev)  in gfx_v12_0_cp_compute_load_microcode_rs64()
2853 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_kiq_setting()  local
2862 static void gfx_v12_0_cp_set_doorbell_range(struct amdgpu_device *adev)  in gfx_v12_0_cp_set_doorbell_range()
2877 static int gfx_v12_0_gfx_mqd_init(struct amdgpu_device *adev, void *m,  in gfx_v12_0_gfx_mqd_init()
2965 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_kgq_init_queue()  local
2991 static int gfx_v12_0_cp_async_gfx_ring_resume(struct amdgpu_device *adev)  in gfx_v12_0_cp_async_gfx_ring_resume()
3030 static int gfx_v12_0_compute_mqd_init(struct amdgpu_device *adev, void *m,  in gfx_v12_0_compute_mqd_init()
3161 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_kiq_init_register()  local
3271 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_kiq_init_queue()  local
3311 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_kcq_init_queue()  local
3338 static int gfx_v12_0_kiq_resume(struct amdgpu_device *adev)  in gfx_v12_0_kiq_resume()
3363 static int gfx_v12_0_kcq_resume(struct amdgpu_device *adev)  in gfx_v12_0_kcq_resume()
3393 static int gfx_v12_0_cp_resume(struct amdgpu_device *adev)  in gfx_v12_0_cp_resume()
3457 static void gfx_v12_0_cp_enable(struct amdgpu_device *adev, bool enable)  in gfx_v12_0_cp_enable()
3463 static int gfx_v12_0_gfxhub_enable(struct amdgpu_device *adev)  in gfx_v12_0_gfxhub_enable()
3485 static int get_gb_addr_config(struct amdgpu_device *adev)  in get_gb_addr_config()
3521 static void gfx_v12_0_disable_gpa_mode(struct amdgpu_device *adev)  in gfx_v12_0_disable_gpa_mode()
3534 static void gfx_v12_0_init_golden_registers(struct amdgpu_device *adev)  in gfx_v12_0_init_golden_registers()
3559 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_hw_init()  local
3648 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_hw_fini()  local
3698 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v12_0_is_idle()  local
3711 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_wait_for_idle()  local
3725 static uint64_t gfx_v12_0_get_gpu_clock_counter(struct amdgpu_device *adev)  in gfx_v12_0_get_gpu_clock_counter()
3740 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_early_init()  local
3762 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_late_init()  local
3780 static bool gfx_v12_0_is_rlc_enabled(struct amdgpu_device *adev)  in gfx_v12_0_is_rlc_enabled()
3789 static void gfx_v12_0_set_safe_mode(struct amdgpu_device *adev,  in gfx_v12_0_set_safe_mode()
3809 static void gfx_v12_0_unset_safe_mode(struct amdgpu_device *adev,  in gfx_v12_0_unset_safe_mode()
3815 static void gfx_v12_0_update_perf_clk(struct amdgpu_device *adev,  in gfx_v12_0_update_perf_clk()
3834 static void gfx_v12_0_update_spm_vmid(struct amdgpu_device *adev,  in gfx_v12_0_update_spm_vmid()
3892 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_set_powergating_state()  local
3910 static void gfx_v12_0_update_coarse_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v12_0_update_coarse_grain_clock_gating()
4027 static void gfx_v12_0_update_medium_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v12_0_update_medium_grain_clock_gating()
4061 static void gfx_v12_0_update_repeater_fgcg(struct amdgpu_device *adev,  in gfx_v12_0_update_repeater_fgcg()
4082 static void gfx_v12_0_update_sram_fgcg(struct amdgpu_device *adev,  in gfx_v12_0_update_sram_fgcg()
4101 static int gfx_v12_0_update_gfx_clock_gating(struct amdgpu_device *adev,  in gfx_v12_0_update_gfx_clock_gating()
4132 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_0_set_clockgating_state()  local
4152 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v12_0_get_clockgating_state()  local
4199 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_get_wptr_gfx()  local
4215 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_set_wptr_gfx()  local
4278 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_set_wptr_compute()  local
4320 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_emit_hdp_flush()  local
4472 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_emit_fence_kiq()  local
4536 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_preempt_ib()  local
4596 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_emit_rreg()  local
4653 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_ring_soft_recovery()  local
4666 gfx_v12_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v12_0_set_gfx_eop_interrupt_state()
4708 static void gfx_v12_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v12_0_set_compute_eop_interrupt_state()
4759 static int gfx_v12_0_set_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v12_0_set_eop_interrupt_state()
4789 static int gfx_v12_0_eop_irq(struct amdgpu_device *adev,  in gfx_v12_0_eop_irq()
4844 static int gfx_v12_0_set_priv_reg_fault_state(struct amdgpu_device *adev,  in gfx_v12_0_set_priv_reg_fault_state()
4890 static int gfx_v12_0_set_bad_op_fault_state(struct amdgpu_device *adev,  in gfx_v12_0_set_bad_op_fault_state()
4935 static int gfx_v12_0_set_priv_inst_fault_state(struct amdgpu_device *adev,  in gfx_v12_0_set_priv_inst_fault_state()
4967 static void gfx_v12_0_handle_priv_fault(struct amdgpu_device *adev,  in gfx_v12_0_handle_priv_fault()
5002 static int gfx_v12_0_priv_reg_irq(struct amdgpu_device *adev,  in gfx_v12_0_priv_reg_irq()
5011 static int gfx_v12_0_bad_op_irq(struct amdgpu_device *adev,  in gfx_v12_0_bad_op_irq()
5020 static int gfx_v12_0_priv_inst_irq(struct amdgpu_device *adev,  in gfx_v12_0_priv_inst_irq()
5076 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_ip_print()  local
5140 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v12_ip_dump()  local
5206 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_reset_kgq()  local
5246 	struct amdgpu_device *adev = ring->adev;  in gfx_v12_0_reset_kcq()  local
5420 static void gfx_v12_0_set_ring_funcs(struct amdgpu_device *adev)  in gfx_v12_0_set_ring_funcs()
5453 static void gfx_v12_0_set_irq_funcs(struct amdgpu_device *adev)  in gfx_v12_0_set_irq_funcs()
5468 static void gfx_v12_0_set_imu_funcs(struct amdgpu_device *adev)  in gfx_v12_0_set_imu_funcs()
5478 static void gfx_v12_0_set_rlc_funcs(struct amdgpu_device *adev)  in gfx_v12_0_set_rlc_funcs()
5483 static void gfx_v12_0_set_mqd_funcs(struct amdgpu_device *adev)  in gfx_v12_0_set_mqd_funcs()
5497 static void gfx_v12_0_set_user_wgp_inactive_bitmap_per_sh(struct amdgpu_device *adev,  in gfx_v12_0_set_user_wgp_inactive_bitmap_per_sh()
5511 static u32 gfx_v12_0_get_wgp_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v12_0_get_wgp_active_bitmap_per_sh()
5526 static u32 gfx_v12_0_get_cu_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v12_0_get_cu_active_bitmap_per_sh()
5544 static int gfx_v12_0_get_cu_info(struct amdgpu_device *adev,  in gfx_v12_0_get_cu_info()