144 int cik_get_allowed_info_register(struct radeon_device *rdev,  in cik_get_allowed_info_register()
170 u32 cik_didt_rreg(struct radeon_device *rdev, u32 reg)  in cik_didt_rreg()
182 void cik_didt_wreg(struct radeon_device *rdev, u32 reg, u32 v)  in cik_didt_wreg()
193 int ci_get_temp(struct radeon_device *rdev)  in ci_get_temp()
212 int kv_get_temp(struct radeon_device *rdev)  in kv_get_temp()
232 u32 cik_pciep_rreg(struct radeon_device *rdev, u32 reg)  in cik_pciep_rreg()
245 void cik_pciep_wreg(struct radeon_device *rdev, u32 reg, u32 v)  in cik_pciep_wreg()
1614 static void cik_init_golden_registers(struct radeon_device *rdev)  in cik_init_golden_registers()
1703 u32 cik_get_xclk(struct radeon_device *rdev)  in cik_get_xclk()
1726 u32 cik_mm_rdoorbell(struct radeon_device *rdev, u32 index)  in cik_mm_rdoorbell()
1746 void cik_mm_wdoorbell(struct radeon_device *rdev, u32 index, u32 v)  in cik_mm_wdoorbell()
1839 static void cik_srbm_select(struct radeon_device *rdev,  in cik_srbm_select()
1858 int ci_mc_load_microcode(struct radeon_device *rdev)  in ci_mc_load_microcode()
1964 static int cik_init_microcode(struct radeon_device *rdev)  in cik_init_microcode()
2312 static void cik_fini_microcode(struct radeon_device *rdev)  in cik_fini_microcode()
2348 static void cik_tiling_mode_table_init(struct radeon_device *rdev)  in cik_tiling_mode_table_init()
3054 static void cik_select_se_sh(struct radeon_device *rdev,  in cik_select_se_sh()
3100 static u32 cik_get_rb_disabled(struct radeon_device *rdev,  in cik_get_rb_disabled()
3130 static void cik_setup_rb(struct radeon_device *rdev,  in cik_setup_rb()
3201 static void cik_gpu_init(struct radeon_device *rdev)  in cik_gpu_init()
3462 static void cik_scratch_init(struct radeon_device *rdev)  in cik_scratch_init()
3485 int cik_ring_test(struct radeon_device *rdev, struct radeon_ring *ring)  in cik_ring_test()
3534 static void cik_hdp_flush_cp_ring_emit(struct radeon_device *rdev,  in cik_hdp_flush_cp_ring_emit()
3580 void cik_fence_gfx_ring_emit(struct radeon_device *rdev,  in cik_fence_gfx_ring_emit()
3621 void cik_fence_compute_ring_emit(struct radeon_device *rdev,  in cik_fence_compute_ring_emit()
3651 bool cik_semaphore_ring_emit(struct radeon_device *rdev,  in cik_semaphore_ring_emit()
3685 struct radeon_fence *cik_copy_cpdma(struct radeon_device *rdev,  in cik_copy_cpdma()
3759 void cik_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib)  in cik_ring_ib_execute()
3809 int cik_ib_test(struct radeon_device *rdev, struct radeon_ring *ring)  in cik_ib_test()
3903 static void cik_cp_gfx_enable(struct radeon_device *rdev, bool enable)  in cik_cp_gfx_enable()
3924 static int cik_cp_gfx_load_microcode(struct radeon_device *rdev)  in cik_cp_gfx_load_microcode()
4011 static int cik_cp_gfx_start(struct radeon_device *rdev)  in cik_cp_gfx_start()
4071 static void cik_cp_gfx_fini(struct radeon_device *rdev)  in cik_cp_gfx_fini()
4086 static int cik_cp_gfx_resume(struct radeon_device *rdev)  in cik_cp_gfx_resume()
4153 u32 cik_gfx_get_rptr(struct radeon_device *rdev,  in cik_gfx_get_rptr()
4166 u32 cik_gfx_get_wptr(struct radeon_device *rdev,  in cik_gfx_get_wptr()
4172 void cik_gfx_set_wptr(struct radeon_device *rdev,  in cik_gfx_set_wptr()
4179 u32 cik_compute_get_rptr(struct radeon_device *rdev,  in cik_compute_get_rptr()
4197 u32 cik_compute_get_wptr(struct radeon_device *rdev,  in cik_compute_get_wptr()
4216 void cik_compute_set_wptr(struct radeon_device *rdev,  in cik_compute_set_wptr()
4224 static void cik_compute_stop(struct radeon_device *rdev,  in cik_compute_stop()
4257 static void cik_cp_compute_enable(struct radeon_device *rdev, bool enable)  in cik_cp_compute_enable()
4286 static int cik_cp_compute_load_microcode(struct radeon_device *rdev)  in cik_cp_compute_load_microcode()
4357 static int cik_cp_compute_start(struct radeon_device *rdev)  in cik_cp_compute_start()
4372 static void cik_cp_compute_fini(struct radeon_device *rdev)  in cik_cp_compute_fini()
4398 static void cik_mec_fini(struct radeon_device *rdev)  in cik_mec_fini()
4416 static int cik_mec_init(struct radeon_device *rdev)  in cik_mec_init()
4547 static int cik_cp_compute_resume(struct radeon_device *rdev)  in cik_cp_compute_resume()
4780 static void cik_cp_enable(struct radeon_device *rdev, bool enable)  in cik_cp_enable()
4786 static int cik_cp_load_microcode(struct radeon_device *rdev)  in cik_cp_load_microcode()
4800 static void cik_cp_fini(struct radeon_device *rdev)  in cik_cp_fini()
4806 static int cik_cp_resume(struct radeon_device *rdev)  in cik_cp_resume()
4828 static void cik_print_gpu_status_regs(struct radeon_device *rdev)  in cik_print_gpu_status_regs()
4877 u32 cik_gpu_check_soft_reset(struct radeon_device *rdev)  in cik_gpu_check_soft_reset()
4957 static void cik_gpu_soft_reset(struct radeon_device *rdev, u32 reset_mask)  in cik_gpu_soft_reset()
5086 static void kv_save_regs_for_reset(struct radeon_device *rdev,  in kv_save_regs_for_reset()
5098 static void kv_restore_regs_for_reset(struct radeon_device *rdev,  in kv_restore_regs_for_reset()
5171 static void cik_gpu_pci_config_reset(struct radeon_device *rdev)  in cik_gpu_pci_config_reset()
5244 int cik_asic_reset(struct radeon_device *rdev, bool hard)  in cik_asic_reset()
5284 bool cik_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring)  in cik_gfx_is_lockup()
5306 static void cik_mc_program(struct radeon_device *rdev)  in cik_mc_program()
5363 static int cik_mc_init(struct radeon_device *rdev)  in cik_mc_init()
5434 void cik_pcie_gart_tlb_flush(struct radeon_device *rdev)  in cik_pcie_gart_tlb_flush()
5454 static int cik_pcie_gart_enable(struct radeon_device *rdev)  in cik_pcie_gart_enable()
5571 static void cik_pcie_gart_disable(struct radeon_device *rdev)  in cik_pcie_gart_disable()
5610 static void cik_pcie_gart_fini(struct radeon_device *rdev)  in cik_pcie_gart_fini()
5626 int cik_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib)  in cik_ib_parse()
5646 int cik_vm_init(struct radeon_device *rdev)  in cik_vm_init()
5672 void cik_vm_fini(struct radeon_device *rdev)  in cik_vm_fini()
5685 static void cik_vm_decode_fault(struct radeon_device *rdev,  in cik_vm_decode_fault()
5713 void cik_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,  in cik_vm_flush()
5793 static void cik_enable_gui_idle_interrupt(struct radeon_device *rdev,  in cik_enable_gui_idle_interrupt()
5805 static void cik_enable_lbpw(struct radeon_device *rdev, bool enable)  in cik_enable_lbpw()
5817 static void cik_wait_for_rlc_serdes(struct radeon_device *rdev)  in cik_wait_for_rlc_serdes()
5844 static void cik_update_rlc(struct radeon_device *rdev, u32 rlc)  in cik_update_rlc()
5853 static u32 cik_halt_rlc(struct radeon_device *rdev)  in cik_halt_rlc()
5877 void cik_enter_rlc_safe_mode(struct radeon_device *rdev)  in cik_enter_rlc_safe_mode()
5898 void cik_exit_rlc_safe_mode(struct radeon_device *rdev)  in cik_exit_rlc_safe_mode()
5913 static void cik_rlc_stop(struct radeon_device *rdev)  in cik_rlc_stop()
5929 static void cik_rlc_start(struct radeon_device *rdev)  in cik_rlc_start()
5947 static int cik_rlc_resume(struct radeon_device *rdev)  in cik_rlc_resume()
6030 static void cik_enable_cgcg(struct radeon_device *rdev, bool enable)  in cik_enable_cgcg()
6068 static void cik_enable_mgcg(struct radeon_device *rdev, bool enable)  in cik_enable_mgcg()
6165 static void cik_enable_mc_ls(struct radeon_device *rdev,  in cik_enable_mc_ls()
6182 static void cik_enable_mc_mgcg(struct radeon_device *rdev,  in cik_enable_mc_mgcg()
6199 static void cik_enable_sdma_mgcg(struct radeon_device *rdev,  in cik_enable_sdma_mgcg()
6220 static void cik_enable_sdma_mgls(struct radeon_device *rdev,  in cik_enable_sdma_mgls()
6248 static void cik_enable_uvd_mgcg(struct radeon_device *rdev,  in cik_enable_uvd_mgcg()
6274 static void cik_enable_bif_mgls(struct radeon_device *rdev,  in cik_enable_bif_mgls()
6292 static void cik_enable_hdp_mgcg(struct radeon_device *rdev,  in cik_enable_hdp_mgcg()
6308 static void cik_enable_hdp_ls(struct radeon_device *rdev,  in cik_enable_hdp_ls()
6324 void cik_update_cg(struct radeon_device *rdev,  in cik_update_cg()
6372 static void cik_init_cg(struct radeon_device *rdev)  in cik_init_cg()
6387 static void cik_fini_cg(struct radeon_device *rdev)  in cik_fini_cg()
6398 static void cik_enable_sck_slowdown_on_pu(struct radeon_device *rdev,  in cik_enable_sck_slowdown_on_pu()
6412 static void cik_enable_sck_slowdown_on_pd(struct radeon_device *rdev,  in cik_enable_sck_slowdown_on_pd()
6426 static void cik_enable_cp_pg(struct radeon_device *rdev, bool enable)  in cik_enable_cp_pg()
6439 static void cik_enable_gds_pg(struct radeon_device *rdev, bool enable)  in cik_enable_gds_pg()
6456 void cik_init_cp_pg_table(struct radeon_device *rdev)  in cik_init_cp_pg_table()
6540 static void cik_enable_gfx_cgpg(struct radeon_device *rdev,  in cik_enable_gfx_cgpg()
6570 static u32 cik_get_cu_active_bitmap(struct radeon_device *rdev, u32 se, u32 sh)  in cik_get_cu_active_bitmap()
6595 static void cik_init_ao_cu_mask(struct radeon_device *rdev)  in cik_init_ao_cu_mask()
6628 static void cik_enable_gfx_static_mgpg(struct radeon_device *rdev,  in cik_enable_gfx_static_mgpg()
6642 static void cik_enable_gfx_dynamic_mgpg(struct radeon_device *rdev,  in cik_enable_gfx_dynamic_mgpg()
6659 static void cik_init_gfx_cgpg(struct radeon_device *rdev)  in cik_init_gfx_cgpg()
6708 static void cik_update_gfx_pg(struct radeon_device *rdev, bool enable)  in cik_update_gfx_pg()
6715 u32 cik_get_csb_size(struct radeon_device *rdev)  in cik_get_csb_size()
6747 void cik_get_csb_buffer(struct radeon_device *rdev, volatile u32 *buffer)  in cik_get_csb_buffer()
6812 static void cik_init_pg(struct radeon_device *rdev)  in cik_init_pg()
6827 static void cik_fini_pg(struct radeon_device *rdev)  in cik_fini_pg()
6860 static void cik_enable_interrupts(struct radeon_device *rdev)  in cik_enable_interrupts()
6879 static void cik_disable_interrupts(struct radeon_device *rdev)  in cik_disable_interrupts()
6902 static void cik_disable_interrupt_state(struct radeon_device *rdev)  in cik_disable_interrupt_state()
6983 static int cik_irq_init(struct radeon_device *rdev)  in cik_irq_init()
7063 int cik_irq_set(struct radeon_device *rdev)  in cik_irq_set()
7264 static inline void cik_irq_ack(struct radeon_device *rdev)  in cik_irq_ack()
7411 static void cik_irq_disable(struct radeon_device *rdev)  in cik_irq_disable()
7428 static void cik_irq_suspend(struct radeon_device *rdev)  in cik_irq_suspend()
7443 static void cik_irq_fini(struct radeon_device *rdev)  in cik_irq_fini()
7460 static inline u32 cik_get_ih_wptr(struct radeon_device *rdev)  in cik_get_ih_wptr()
7517 irqreturn_t cik_irq_process(struct radeon_device *rdev)  in cik_irq_process()
8092 static void cik_uvd_init(struct radeon_device *rdev)  in cik_uvd_init()
8115 static void cik_uvd_start(struct radeon_device *rdev)  in cik_uvd_start()
8143 static void cik_uvd_resume(struct radeon_device *rdev)  in cik_uvd_resume()
8164 static void cik_vce_init(struct radeon_device *rdev)  in cik_vce_init()
8189 static void cik_vce_start(struct radeon_device *rdev)  in cik_vce_start()
8223 static void cik_vce_resume(struct radeon_device *rdev)  in cik_vce_resume()
8259 static int cik_startup(struct radeon_device *rdev)  in cik_startup()
8461 int cik_resume(struct radeon_device *rdev)  in cik_resume()
8495 int cik_suspend(struct radeon_device *rdev)  in cik_suspend()
8532 int cik_init(struct radeon_device *rdev)  in cik_init()
8681 void cik_fini(struct radeon_device *rdev)  in cik_fini()
8712 	struct radeon_device *rdev = dev->dev_private;  in dce8_program_fmt()  local
8786 static u32 dce8_line_buffer_adjust(struct radeon_device *rdev,  in dce8_line_buffer_adjust()
8857 static u32 cik_get_number_of_dram_channels(struct radeon_device *rdev)  in cik_get_number_of_dram_channels()
9215 static void dce8_program_watermarks(struct radeon_device *rdev,  in dce8_program_watermarks()
9351 void dce8_bandwidth_update(struct radeon_device *rdev)  in dce8_bandwidth_update()
9381 uint64_t cik_get_gpu_clock_counter(struct radeon_device *rdev)  in cik_get_gpu_clock_counter()
9393 static int cik_set_uvd_clock(struct radeon_device *rdev, u32 clock,  in cik_set_uvd_clock()
9421 int cik_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk)  in cik_set_uvd_clocks()
9433 int cik_set_vce_clocks(struct radeon_device *rdev, u32 evclk, u32 ecclk)  in cik_set_vce_clocks()
9468 static void cik_pcie_gen3_enable(struct radeon_device *rdev)  in cik_pcie_gen3_enable()
9630 static void cik_program_aspm(struct radeon_device *rdev)  in cik_program_aspm()