188 static struct ci_power_info *ci_get_pi(struct radeon_device *rdev)  in ci_get_pi()
202 static void ci_initialize_powertune_defaults(struct radeon_device *rdev)  in ci_initialize_powertune_defaults()
267 static int ci_populate_bapm_vddc_vid_sidd(struct radeon_device *rdev)  in ci_populate_bapm_vddc_vid_sidd()
296 static int ci_populate_vddc_vid(struct radeon_device *rdev)  in ci_populate_vddc_vid()
311 static int ci_populate_svi_load_line(struct radeon_device *rdev)  in ci_populate_svi_load_line()
324 static int ci_populate_tdc_limit(struct radeon_device *rdev)  in ci_populate_tdc_limit()
339 static int ci_populate_dw8(struct radeon_device *rdev)  in ci_populate_dw8()
359 static int ci_populate_fuzzy_fan(struct radeon_device *rdev)  in ci_populate_fuzzy_fan()
374 static int ci_min_max_v_gnbl_pm_lid_from_bapm_vddc(struct radeon_device *rdev)  in ci_min_max_v_gnbl_pm_lid_from_bapm_vddc()
406 static int ci_populate_bapm_vddc_base_leakage_sidd(struct radeon_device *rdev)  in ci_populate_bapm_vddc_base_leakage_sidd()
423 static int ci_populate_bapm_parameters_in_dpm_table(struct radeon_device *rdev)  in ci_populate_bapm_parameters_in_dpm_table()
471 static int ci_populate_pm_base(struct radeon_device *rdev)  in ci_populate_pm_base()
518 static void ci_do_enable_didt(struct radeon_device *rdev, const bool enable)  in ci_do_enable_didt()
560 static int ci_program_pt_config_registers(struct radeon_device *rdev,  in ci_program_pt_config_registers()
608 static int ci_enable_didt(struct radeon_device *rdev, bool enable)  in ci_enable_didt()
633 static int ci_enable_power_containment(struct radeon_device *rdev, bool enable)  in ci_enable_power_containment()
691 static int ci_enable_smc_cac(struct radeon_device *rdev, bool enable)  in ci_enable_smc_cac()
715 static int ci_enable_thermal_based_sclk_dpm(struct radeon_device *rdev,  in ci_enable_thermal_based_sclk_dpm()
734 static int ci_power_control_set_level(struct radeon_device *rdev)  in ci_power_control_set_level()
756 void ci_dpm_powergate_uvd(struct radeon_device *rdev, bool gate)  in ci_dpm_powergate_uvd()
768 bool ci_dpm_vblank_too_short(struct radeon_device *rdev)  in ci_dpm_vblank_too_short()
829 static void ci_apply_state_adjust_rules(struct radeon_device *rdev,  in ci_apply_state_adjust_rules()
904 static int ci_thermal_set_temperature_range(struct radeon_device *rdev,  in ci_thermal_set_temperature_range()
940 static int ci_thermal_enable_alert(struct radeon_device *rdev,  in ci_thermal_enable_alert()
969 static void ci_fan_ctrl_set_static_mode(struct radeon_device *rdev, u32 mode)  in ci_fan_ctrl_set_static_mode()
991 static int ci_thermal_setup_fan_table(struct radeon_device *rdev)  in ci_thermal_setup_fan_table()
1068 static int ci_fan_ctrl_start_smc_fan_control(struct radeon_device *rdev)  in ci_fan_ctrl_start_smc_fan_control()
1096 static int ci_fan_ctrl_stop_smc_fan_control(struct radeon_device *rdev)  in ci_fan_ctrl_stop_smc_fan_control()
1109 int ci_fan_ctrl_get_fan_speed_percent(struct radeon_device *rdev,  in ci_fan_ctrl_get_fan_speed_percent()
1134 int ci_fan_ctrl_set_fan_speed_percent(struct radeon_device *rdev,  in ci_fan_ctrl_set_fan_speed_percent()
1167 void ci_fan_ctrl_set_mode(struct radeon_device *rdev, u32 mode)  in ci_fan_ctrl_set_mode()
1183 u32 ci_fan_ctrl_get_mode(struct radeon_device *rdev)  in ci_fan_ctrl_get_mode()
1247 static void ci_fan_ctrl_set_default_mode(struct radeon_device *rdev)  in ci_fan_ctrl_set_default_mode()
1264 static void ci_thermal_start_smc_fan_control(struct radeon_device *rdev)  in ci_thermal_start_smc_fan_control()
1272 static void ci_thermal_initialize(struct radeon_device *rdev)  in ci_thermal_initialize()
1287 static int ci_thermal_start_thermal_controller(struct radeon_device *rdev)  in ci_thermal_start_thermal_controller()
1308 static void ci_thermal_stop_thermal_controller(struct radeon_device *rdev)  in ci_thermal_stop_thermal_controller()
1326 static int ci_write_smc_soft_register(struct radeon_device *rdev,  in ci_write_smc_soft_register()
1336 static void ci_init_fps_limits(struct radeon_device *rdev)  in ci_init_fps_limits()
1352 static int ci_update_sclk_t(struct radeon_device *rdev)  in ci_update_sclk_t()
1372 static void ci_get_leakage_voltages(struct radeon_device *rdev)  in ci_get_leakage_voltages()
1414 static void ci_set_dpm_event_sources(struct radeon_device *rdev, u32 sources)  in ci_set_dpm_event_sources()
1463 static void ci_enable_auto_throttle_source(struct radeon_device *rdev,  in ci_enable_auto_throttle_source()
1482 static void ci_enable_vr_hot_gpio_interrupt(struct radeon_device *rdev)  in ci_enable_vr_hot_gpio_interrupt()
1488 static int ci_unfreeze_sclk_mclk_dpm(struct radeon_device *rdev)  in ci_unfreeze_sclk_mclk_dpm()
1514 static int ci_enable_sclk_mclk_dpm(struct radeon_device *rdev, bool enable)  in ci_enable_sclk_mclk_dpm()
1560 static int ci_start_dpm(struct radeon_device *rdev)  in ci_start_dpm()
1596 static int ci_freeze_sclk_mclk_dpm(struct radeon_device *rdev)  in ci_freeze_sclk_mclk_dpm()
1621 static int ci_stop_dpm(struct radeon_device *rdev)  in ci_stop_dpm()
1653 static void ci_enable_sclk_control(struct radeon_device *rdev, bool enable)  in ci_enable_sclk_control()
1691 static PPSMC_Result ci_send_msg_to_smc(struct radeon_device *rdev, PPSMC_Msg msg)  in ci_send_msg_to_smc()
1712 static PPSMC_Result ci_send_msg_to_smc_with_parameter(struct radeon_device *rdev,  in ci_send_msg_to_smc_with_parameter()
1719 static PPSMC_Result ci_send_msg_to_smc_return_parameter(struct radeon_device *rdev,  in ci_send_msg_to_smc_return_parameter()
1732 static int ci_dpm_force_state_sclk(struct radeon_device *rdev, u32 n)  in ci_dpm_force_state_sclk()
1746 static int ci_dpm_force_state_mclk(struct radeon_device *rdev, u32 n)  in ci_dpm_force_state_mclk()
1760 static int ci_dpm_force_state_pcie(struct radeon_device *rdev, u32 n)  in ci_dpm_force_state_pcie()
1774 static int ci_set_power_limit(struct radeon_device *rdev, u32 n)  in ci_set_power_limit()
1788 static int ci_set_overdrive_target_tdp(struct radeon_device *rdev,  in ci_set_overdrive_target_tdp()
1805 static u32 ci_get_average_sclk_freq(struct radeon_device *rdev)  in ci_get_average_sclk_freq()
1818 static u32 ci_get_average_mclk_freq(struct radeon_device *rdev)  in ci_get_average_mclk_freq()
1831 static void ci_dpm_start_smc(struct radeon_device *rdev)  in ci_dpm_start_smc()
1844 static void ci_dpm_stop_smc(struct radeon_device *rdev)  in ci_dpm_stop_smc()
1850 static int ci_process_firmware_header(struct radeon_device *rdev)  in ci_process_firmware_header()
1904 static void ci_read_clock_registers(struct radeon_device *rdev)  in ci_read_clock_registers()
1931 static void ci_init_sclk_t(struct radeon_device *rdev)  in ci_init_sclk_t()
1938 static void ci_enable_thermal_protection(struct radeon_device *rdev,  in ci_enable_thermal_protection()
1950 static void ci_enable_acpi_power_management(struct radeon_device *rdev)  in ci_enable_acpi_power_management()
1988 static int ci_notify_smc_display_change(struct radeon_device *rdev,  in ci_notify_smc_display_change()
1996 static int ci_enable_ds_master_switch(struct radeon_device *rdev,  in ci_enable_ds_master_switch()
2019 static void ci_program_display_gap(struct radeon_device *rdev)  in ci_program_display_gap()
2053 static void ci_enable_spread_spectrum(struct radeon_device *rdev, bool enable)  in ci_enable_spread_spectrum()
2075 static void ci_program_sstp(struct radeon_device *rdev)  in ci_program_sstp()
2080 static void ci_enable_display_gap(struct radeon_device *rdev)  in ci_enable_display_gap()
2091 static void ci_program_vc(struct radeon_device *rdev)  in ci_program_vc()
2109 static void ci_clear_vc(struct radeon_device *rdev)  in ci_clear_vc()
2127 static int ci_upload_firmware(struct radeon_device *rdev)  in ci_upload_firmware()
2147 static int ci_get_svi2_voltage_table(struct radeon_device *rdev,  in ci_get_svi2_voltage_table()
2168 static int ci_construct_voltage_tables(struct radeon_device *rdev)  in ci_construct_voltage_tables()
2230 static void ci_populate_smc_voltage_table(struct radeon_device *rdev,  in ci_populate_smc_voltage_table()
2252 static int ci_populate_smc_vddc_table(struct radeon_device *rdev,  in ci_populate_smc_vddc_table()
2275 static int ci_populate_smc_vddci_table(struct radeon_device *rdev,  in ci_populate_smc_vddci_table()
2298 static int ci_populate_smc_mvdd_table(struct radeon_device *rdev,  in ci_populate_smc_mvdd_table()
2321 static int ci_populate_smc_voltage_tables(struct radeon_device *rdev,  in ci_populate_smc_voltage_tables()
2341 static int ci_populate_mvdd_value(struct radeon_device *rdev, u32 mclk,  in ci_populate_mvdd_value()
2362 static int ci_get_std_voltage_value_sidd(struct radeon_device *rdev,  in ci_get_std_voltage_value_sidd()
2413 static void ci_populate_phase_value_based_on_sclk(struct radeon_device *rdev,  in ci_populate_phase_value_based_on_sclk()
2430 static void ci_populate_phase_value_based_on_mclk(struct radeon_device *rdev,  in ci_populate_phase_value_based_on_mclk()
2447 static int ci_init_arb_table_index(struct radeon_device *rdev)  in ci_init_arb_table_index()
2465 static int ci_get_dependency_volt_by_clk(struct radeon_device *rdev,  in ci_get_dependency_volt_by_clk()
2486 static u8 ci_get_sleep_divider_id_from_clock(struct radeon_device *rdev,  in ci_get_sleep_divider_id_from_clock()
2506 static int ci_initial_switch_from_arb_f0_to_f1(struct radeon_device *rdev)  in ci_initial_switch_from_arb_f0_to_f1()
2511 static int ci_reset_to_default(struct radeon_device *rdev)  in ci_reset_to_default()
2517 static int ci_force_switch_to_arb_f0(struct radeon_device *rdev)  in ci_force_switch_to_arb_f0()
2529 static void ci_register_patching_mc_arb(struct radeon_device *rdev,  in ci_register_patching_mc_arb()
2556 static int ci_populate_memory_timing_parameters(struct radeon_device *rdev,  in ci_populate_memory_timing_parameters()
2580 static int ci_do_program_memory_timing_parameters(struct radeon_device *rdev)  in ci_do_program_memory_timing_parameters()
2610 static int ci_program_memory_timing_parameters(struct radeon_device *rdev)  in ci_program_memory_timing_parameters()
2620 static void ci_populate_smc_initial_state(struct radeon_device *rdev,  in ci_populate_smc_initial_state()
2660 static void ci_populate_smc_link_level(struct radeon_device *rdev,  in ci_populate_smc_link_level()
2682 static int ci_populate_smc_uvd_level(struct radeon_device *rdev,  in ci_populate_smc_uvd_level()
2725 static int ci_populate_smc_vce_level(struct radeon_device *rdev,  in ci_populate_smc_vce_level()
2758 static int ci_populate_smc_acp_level(struct radeon_device *rdev,  in ci_populate_smc_acp_level()
2790 static int ci_populate_smc_samu_level(struct radeon_device *rdev,  in ci_populate_smc_samu_level()
2822 static int ci_calculate_mclk_params(struct radeon_device *rdev,  in ci_calculate_mclk_params()
2909 static int ci_populate_single_memory_level(struct radeon_device *rdev,  in ci_populate_single_memory_level()
3023 static int ci_populate_smc_acpi_level(struct radeon_device *rdev,  in ci_populate_smc_acpi_level()
3139 static int ci_enable_ulv(struct radeon_device *rdev, bool enable)  in ci_enable_ulv()
3156 static int ci_populate_ulv_level(struct radeon_device *rdev,  in ci_populate_ulv_level()
3193 static int ci_calculate_sclk_params(struct radeon_device *rdev,  in ci_calculate_sclk_params()
3249 static int ci_populate_single_graphic_level(struct radeon_device *rdev,  in ci_populate_single_graphic_level()
3310 static int ci_populate_all_graphic_levels(struct radeon_device *rdev)  in ci_populate_all_graphic_levels()
3351 static int ci_populate_ulv_state(struct radeon_device *rdev,  in ci_populate_ulv_state()
3357 static int ci_populate_all_memory_levels(struct radeon_device *rdev)  in ci_populate_all_memory_levels()
3408 static void ci_reset_single_dpm_table(struct radeon_device *rdev,  in ci_reset_single_dpm_table()
3427 static int ci_setup_default_pcie_tables(struct radeon_device *rdev)  in ci_setup_default_pcie_tables()
3475 static int ci_setup_default_dpm_tables(struct radeon_device *rdev)  in ci_setup_default_dpm_tables()
3589 static int ci_init_smc_table(struct radeon_device *rdev)  in ci_init_smc_table()
3737 static void ci_trim_single_dpm_states(struct radeon_device *rdev,  in ci_trim_single_dpm_states()
3752 static void ci_trim_pcie_dpm_states(struct radeon_device *rdev,  in ci_trim_pcie_dpm_states()
3783 static int ci_trim_dpm_states(struct radeon_device *rdev,  in ci_trim_dpm_states()
3817 static int ci_apply_disp_minimum_voltage_request(struct radeon_device *rdev)  in ci_apply_disp_minimum_voltage_request()
3849 static int ci_upload_dpm_level_enable_mask(struct radeon_device *rdev)  in ci_upload_dpm_level_enable_mask()
3889 static void ci_find_dpm_states_clocks_in_dpm_table(struct radeon_device *rdev,  in ci_find_dpm_states_clocks_in_dpm_table()
3928 static int ci_populate_and_upload_sclk_mclk_dpm_levels(struct radeon_device *rdev,  in ci_populate_and_upload_sclk_mclk_dpm_levels()
3962 static int ci_enable_uvd_dpm(struct radeon_device *rdev, bool enable)  in ci_enable_uvd_dpm()
4011 static int ci_enable_vce_dpm(struct radeon_device *rdev, bool enable)  in ci_enable_vce_dpm()
4108 static int ci_update_uvd_dpm(struct radeon_device *rdev, bool gate)  in ci_update_uvd_dpm()
4130 static u8 ci_get_vce_boot_level(struct radeon_device *rdev)  in ci_get_vce_boot_level()
4145 static int ci_update_vce_dpm(struct radeon_device *rdev,  in ci_update_vce_dpm()
4199 static int ci_generate_dpm_level_enable_mask(struct radeon_device *rdev,  in ci_generate_dpm_level_enable_mask()
4225 static u32 ci_get_lowest_enabled_level(struct radeon_device *rdev,  in ci_get_lowest_enabled_level()
4237 int ci_dpm_force_performance_level(struct radeon_device *rdev,  in ci_dpm_force_performance_level()
4367 static int ci_set_mc_special_registers(struct radeon_device *rdev,  in ci_set_mc_special_registers()
4565 static int ci_register_patching_mc_seq(struct radeon_device *rdev,  in ci_register_patching_mc_seq()
4655 static int ci_initialize_mc_reg_table(struct radeon_device *rdev)  in ci_initialize_mc_reg_table()
4714 static int ci_populate_mc_reg_addresses(struct radeon_device *rdev,  in ci_populate_mc_reg_addresses()
4749 static void ci_convert_mc_reg_table_entry_to_smc(struct radeon_device *rdev,  in ci_convert_mc_reg_table_entry_to_smc()
4769 static void ci_convert_mc_reg_table_to_smc(struct radeon_device *rdev,  in ci_convert_mc_reg_table_to_smc()
4781 static int ci_populate_initial_mc_reg_table(struct radeon_device *rdev)  in ci_populate_initial_mc_reg_table()
4800 static int ci_update_and_upload_mc_reg_table(struct radeon_device *rdev)  in ci_update_and_upload_mc_reg_table()
4820 static void ci_enable_voltage_control(struct radeon_device *rdev)  in ci_enable_voltage_control()
4828 static enum radeon_pcie_gen ci_get_maximum_link_speed(struct radeon_device *rdev,  in ci_get_maximum_link_speed()
4844 static u16 ci_get_current_pcie_speed(struct radeon_device *rdev)  in ci_get_current_pcie_speed()
4854 static int ci_get_current_pcie_lane_number(struct radeon_device *rdev)  in ci_get_current_pcie_lane_number()
4880 static void ci_request_link_speed_change_before_state_change(struct radeon_device *rdev,  in ci_request_link_speed_change_before_state_change()
4919 static void ci_notify_link_speed_change_after_state_change(struct radeon_device *rdev,  in ci_notify_link_speed_change_after_state_change()
4946 static int ci_set_private_data_variables_based_on_pptable(struct radeon_device *rdev)  in ci_set_private_data_variables_based_on_pptable()
4989 static void ci_patch_with_vddc_leakage(struct radeon_device *rdev, u16 *vddc)  in ci_patch_with_vddc_leakage()
5003 static void ci_patch_with_vddci_leakage(struct radeon_device *rdev, u16 *vddci)  in ci_patch_with_vddci_leakage()
5017 static void ci_patch_clock_voltage_dependency_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_clock_voltage_dependency_table_with_vddc_leakage()
5028 static void ci_patch_clock_voltage_dependency_table_with_vddci_leakage(struct radeon_device *rdev,  in ci_patch_clock_voltage_dependency_table_with_vddci_leakage()
5039 …atic void ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage()
5050 …atic void ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage()
5061 static void ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage()
5072 static void ci_patch_clock_voltage_limits_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_clock_voltage_limits_with_vddc_leakage()
5081 static void ci_patch_cac_leakage_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_cac_leakage_table_with_vddc_leakage()
5092 static void ci_patch_dependency_tables_with_leakage(struct radeon_device *rdev)  in ci_patch_dependency_tables_with_leakage()
5122 static void ci_get_memory_type(struct radeon_device *rdev)  in ci_get_memory_type()
5137 static void ci_update_current_ps(struct radeon_device *rdev,  in ci_update_current_ps()
5148 static void ci_update_requested_ps(struct radeon_device *rdev,  in ci_update_requested_ps()
5159 int ci_dpm_pre_set_power_state(struct radeon_device *rdev)  in ci_dpm_pre_set_power_state()
5172 void ci_dpm_post_set_power_state(struct radeon_device *rdev)  in ci_dpm_post_set_power_state()
5181 void ci_dpm_setup_asic(struct radeon_device *rdev)  in ci_dpm_setup_asic()
5194 int ci_dpm_enable(struct radeon_device *rdev)  in ci_dpm_enable()
5319 static int ci_set_temperature_range(struct radeon_device *rdev)  in ci_set_temperature_range()
5336 int ci_dpm_late_enable(struct radeon_device *rdev)  in ci_dpm_late_enable()
5349 void ci_dpm_disable(struct radeon_device *rdev)  in ci_dpm_disable()
5380 int ci_dpm_set_power_state(struct radeon_device *rdev)  in ci_dpm_set_power_state()
5452 void ci_dpm_display_configuration_changed(struct radeon_device *rdev)  in ci_dpm_display_configuration_changed()
5480 static void ci_parse_pplib_non_clock_info(struct radeon_device *rdev,  in ci_parse_pplib_non_clock_info()
5503 static void ci_parse_pplib_clock_info(struct radeon_device *rdev,  in ci_parse_pplib_clock_info()
5572 static int ci_parse_power_table(struct radeon_device *rdev)  in ci_parse_power_table()
5663 static int ci_get_vbios_boot_values(struct radeon_device *rdev,  in ci_get_vbios_boot_values()
5690 void ci_dpm_fini(struct radeon_device *rdev)  in ci_dpm_fini()
5703 int ci_dpm_init(struct radeon_device *rdev)  in ci_dpm_init()
5957 void ci_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,  in ci_dpm_debugfs_print_current_performance_level()
5971 void ci_dpm_print_power_state(struct radeon_device *rdev,  in ci_dpm_print_power_state()
5989 u32 ci_dpm_get_current_sclk(struct radeon_device *rdev)  in ci_dpm_get_current_sclk()
5996 u32 ci_dpm_get_current_mclk(struct radeon_device *rdev)  in ci_dpm_get_current_mclk()
6003 u32 ci_dpm_get_sclk(struct radeon_device *rdev, bool low)  in ci_dpm_get_sclk()
6014 u32 ci_dpm_get_mclk(struct radeon_device *rdev, bool low)  in ci_dpm_get_mclk()