1855 static struct si_power_info *si_get_pi(struct amdgpu_device *adev)  in si_get_pi()
1888 static void si_calculate_leakage_for_v_and_t(struct amdgpu_device *adev,  in si_calculate_leakage_for_v_and_t()
1916 static void si_calculate_leakage_for_v(struct amdgpu_device *adev,  in si_calculate_leakage_for_v()
1927 static void si_update_dte_from_pl2(struct amdgpu_device *adev,  in si_update_dte_from_pl2()
1957 static struct rv7xx_power_info *rv770_get_pi(struct amdgpu_device *adev)  in rv770_get_pi()
1964 static struct ni_power_info *ni_get_pi(struct amdgpu_device *adev)  in ni_get_pi()
1978 static void si_initialize_powertune_defaults(struct amdgpu_device *adev)  in si_initialize_powertune_defaults()
2182 static u32 si_get_smc_power_scaling_factor(struct amdgpu_device *adev)  in si_get_smc_power_scaling_factor()
2187 static u32 si_calculate_cac_wintime(struct amdgpu_device *adev)  in si_calculate_cac_wintime()
2212 static int si_calculate_adjusted_tdp_limits(struct amdgpu_device *adev,  in si_calculate_adjusted_tdp_limits()
2245 static int si_populate_smc_tdp_limits(struct amdgpu_device *adev,  in si_populate_smc_tdp_limits()
2310 static int si_populate_smc_tdp_limits_2(struct amdgpu_device *adev,  in si_populate_smc_tdp_limits_2()
2342 static u16 si_calculate_power_efficiency_ratio(struct amdgpu_device *adev,  in si_calculate_power_efficiency_ratio()
2364 static bool si_should_disable_uvd_powertune(struct amdgpu_device *adev,  in si_should_disable_uvd_powertune()
2376 struct evergreen_power_info *evergreen_get_pi(struct amdgpu_device *adev)  in evergreen_get_pi()
2383 static int si_populate_power_containment_values(struct amdgpu_device *adev,  in si_populate_power_containment_values()
2476 static int si_populate_sq_ramping_values(struct amdgpu_device *adev,  in si_populate_sq_ramping_values()
2533 static int si_enable_power_containment(struct amdgpu_device *adev,  in si_enable_power_containment()
2563 static int si_initialize_smc_dte_tables(struct amdgpu_device *adev)  in si_initialize_smc_dte_tables()
2630 static int si_get_cac_std_voltage_max_min(struct amdgpu_device *adev,  in si_get_cac_std_voltage_max_min()
2674 static int si_init_dte_leakage_table(struct amdgpu_device *adev,  in si_init_dte_leakage_table()
2714 static int si_init_simplified_leakage_table(struct amdgpu_device *adev,  in si_init_simplified_leakage_table()
2749 static int si_initialize_smc_cac_tables(struct amdgpu_device *adev)  in si_initialize_smc_cac_tables()
2835 static int si_program_cac_config_registers(struct amdgpu_device *adev,  in si_program_cac_config_registers()
2874 static int si_initialize_hardware_cac_manager(struct amdgpu_device *adev)  in si_initialize_hardware_cac_manager()
2897 static int si_enable_smc_cac(struct amdgpu_device *adev,  in si_enable_smc_cac()
2944 static int si_init_smc_spll_table(struct amdgpu_device *adev)  in si_init_smc_spll_table()
3015 static u16 si_get_lower_of_leakage_and_vce_voltage(struct amdgpu_device *adev,  in si_get_lower_of_leakage_and_vce_voltage()
3033 static int si_get_vce_clock_voltage(struct amdgpu_device *adev,  in si_get_vce_clock_voltage()
3067 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_vblank_too_short()  local
3079 static int ni_copy_and_switch_arb_sets(struct amdgpu_device *adev,  in ni_copy_and_switch_arb_sets()
3144 static void ni_update_current_ps(struct amdgpu_device *adev,  in ni_update_current_ps()
3157 static void ni_update_requested_ps(struct amdgpu_device *adev,  in ni_update_requested_ps()
3170 static void ni_set_uvd_clock_before_set_eng_clock(struct amdgpu_device *adev,  in ni_set_uvd_clock_before_set_eng_clock()
3188 static void ni_set_uvd_clock_after_set_eng_clock(struct amdgpu_device *adev,  in ni_set_uvd_clock_after_set_eng_clock()
3234 static u32 btc_get_valid_mclk(struct amdgpu_device *adev,  in btc_get_valid_mclk()
3241 static u32 btc_get_valid_sclk(struct amdgpu_device *adev,  in btc_get_valid_sclk()
3285 static void btc_adjust_clock_combinations(struct amdgpu_device *adev,  in btc_adjust_clock_combinations()
3312 static void btc_apply_voltage_delta_rules(struct amdgpu_device *adev,  in btc_apply_voltage_delta_rules()
3392 static u8 rv770_get_memory_module_index(struct amdgpu_device *adev)  in rv770_get_memory_module_index()
3397 static void rv770_get_max_vddc(struct amdgpu_device *adev)  in rv770_get_max_vddc()
3408 static void rv770_get_engine_memory_ss(struct amdgpu_device *adev)  in rv770_get_engine_memory_ss()
3425 static void si_apply_state_adjust_rules(struct amdgpu_device *adev,  in si_apply_state_adjust_rules()
3652 static int si_write_smc_soft_register(struct amdgpu_device *adev,  in si_write_smc_soft_register()
3662 static bool si_is_special_1gb_platform(struct amdgpu_device *adev)  in si_is_special_1gb_platform()
3690 static void si_get_leakage_vddc(struct amdgpu_device *adev)  in si_get_leakage_vddc()
3709 static int si_get_leakage_voltage_from_leakage_index(struct amdgpu_device *adev,  in si_get_leakage_voltage_from_leakage_index()
3736 static void si_set_dpm_event_sources(struct amdgpu_device *adev, u32 sources)  in si_set_dpm_event_sources()
3771 static void si_enable_auto_throttle_source(struct amdgpu_device *adev,  in si_enable_auto_throttle_source()
3790 static void si_start_dpm(struct amdgpu_device *adev)  in si_start_dpm()
3795 static void si_stop_dpm(struct amdgpu_device *adev)  in si_stop_dpm()
3800 static void si_enable_sclk_control(struct amdgpu_device *adev, bool enable)  in si_enable_sclk_control()
3842 static PPSMC_Result si_send_msg_to_smc_with_parameter(struct amdgpu_device *adev,  in si_send_msg_to_smc_with_parameter()
3849 static int si_restrict_performance_levels_before_switch(struct amdgpu_device *adev)  in si_restrict_performance_levels_before_switch()
3861 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_force_performance_level()  local
3899 static int si_set_sw_state(struct amdgpu_device *adev)  in si_set_sw_state()
3905 static int si_halt_smc(struct amdgpu_device *adev)  in si_halt_smc()
3914 static int si_resume_smc(struct amdgpu_device *adev)  in si_resume_smc()
3923 static void si_dpm_start_smc(struct amdgpu_device *adev)  in si_dpm_start_smc()
3930 static void si_dpm_stop_smc(struct amdgpu_device *adev)  in si_dpm_stop_smc()
3936 static int si_process_firmware_header(struct amdgpu_device *adev)  in si_process_firmware_header()
4026 static void si_read_clock_registers(struct amdgpu_device *adev)  in si_read_clock_registers()
4047 static void si_enable_thermal_protection(struct amdgpu_device *adev,  in si_enable_thermal_protection()
4056 static void si_enable_acpi_power_management(struct amdgpu_device *adev)  in si_enable_acpi_power_management()
4089 static int si_notify_smc_display_change(struct amdgpu_device *adev,  in si_notify_smc_display_change()
4099 static void si_program_response_times(struct amdgpu_device *adev)  in si_program_response_times()
4128 static void si_program_ds_registers(struct amdgpu_device *adev)  in si_program_ds_registers()
4146 static void si_program_display_gap(struct amdgpu_device *adev)  in si_program_display_gap()
4191 static void si_enable_spread_spectrum(struct amdgpu_device *adev, bool enable)  in si_enable_spread_spectrum()
4204 static void si_setup_bsp(struct amdgpu_device *adev)  in si_setup_bsp()
4228 static void si_program_git(struct amdgpu_device *adev)  in si_program_git()
4233 static void si_program_tp(struct amdgpu_device *adev)  in si_program_tp()
4253 static void si_program_tpp(struct amdgpu_device *adev)  in si_program_tpp()
4258 static void si_program_sstp(struct amdgpu_device *adev)  in si_program_sstp()
4263 static void si_enable_display_gap(struct amdgpu_device *adev)  in si_enable_display_gap()
4277 static void si_program_vc(struct amdgpu_device *adev)  in si_program_vc()
4284 static void si_clear_vc(struct amdgpu_device *adev)  in si_clear_vc()
4324 static u8 si_get_strobe_mode_settings(struct amdgpu_device *adev, u32 mclk)  in si_get_strobe_mode_settings()
4344 static int si_upload_firmware(struct amdgpu_device *adev)  in si_upload_firmware()
4354 static bool si_validate_phase_shedding_tables(struct amdgpu_device *adev,  in si_validate_phase_shedding_tables()
4381 static void si_trim_voltage_table_to_fit_state_table(struct amdgpu_device *adev,  in si_trim_voltage_table_to_fit_state_table()
4398 static int si_get_svi2_voltage_table(struct amdgpu_device *adev,  in si_get_svi2_voltage_table()
4419 static int si_construct_voltage_tables(struct amdgpu_device *adev)  in si_construct_voltage_tables()
4499 static void si_populate_smc_voltage_table(struct amdgpu_device *adev,  in si_populate_smc_voltage_table()
4509 static int si_populate_smc_voltage_tables(struct amdgpu_device *adev,  in si_populate_smc_voltage_tables()
4572 static int si_populate_voltage_value(struct amdgpu_device *adev,  in si_populate_voltage_value()
4592 static int si_populate_mvdd_value(struct amdgpu_device *adev, u32 mclk,  in si_populate_mvdd_value()
4609 static int si_get_std_voltage_value(struct amdgpu_device *adev,  in si_get_std_voltage_value()
4660 static int si_populate_std_voltage_value(struct amdgpu_device *adev,  in si_populate_std_voltage_value()
4670 static int si_populate_phase_shedding_value(struct amdgpu_device *adev,  in si_populate_phase_shedding_value()
4689 static int si_init_arb_table_index(struct amdgpu_device *adev)  in si_init_arb_table_index()
4707 static int si_initial_switch_from_arb_f0_to_f1(struct amdgpu_device *adev)  in si_initial_switch_from_arb_f0_to_f1()
4712 static int si_reset_to_default(struct amdgpu_device *adev)  in si_reset_to_default()
4718 static int si_force_switch_to_arb_f0(struct amdgpu_device *adev)  in si_force_switch_to_arb_f0()
4737 static u32 si_calculate_memory_refresh_rate(struct amdgpu_device *adev,  in si_calculate_memory_refresh_rate()
4756 static int si_populate_memory_timing_parameters(struct amdgpu_device *adev,  in si_populate_memory_timing_parameters()
4782 static int si_do_program_memory_timing_parameters(struct amdgpu_device *adev,  in si_do_program_memory_timing_parameters()
4809 static int si_program_memory_timing_parameters(struct amdgpu_device *adev,  in si_program_memory_timing_parameters()
4816 static int si_populate_initial_mvdd_value(struct amdgpu_device *adev,  in si_populate_initial_mvdd_value()
4829 static int si_populate_smc_initial_state(struct amdgpu_device *adev,  in si_populate_smc_initial_state()
4950 static int si_populate_smc_acpi_state(struct amdgpu_device *adev,  in si_populate_smc_acpi_state()
5092 static int si_populate_ulv_state(struct amdgpu_device *adev,  in si_populate_ulv_state()
5123 static int si_program_ulv_memory_timing_parameters(struct amdgpu_device *adev)  in si_program_ulv_memory_timing_parameters()
5149 static void si_get_mvdd_configuration(struct amdgpu_device *adev)  in si_get_mvdd_configuration()
5156 static int si_init_smc_table(struct amdgpu_device *adev)  in si_init_smc_table()
5243 static int si_calculate_sclk_params(struct amdgpu_device *adev,  in si_calculate_sclk_params()
5313 static int si_populate_sclk_value(struct amdgpu_device *adev,  in si_populate_sclk_value()
5334 static int si_populate_mclk_value(struct amdgpu_device *adev,  in si_populate_mclk_value()
5423 static void si_populate_smc_sp(struct amdgpu_device *adev,  in si_populate_smc_sp()
5438 static int si_convert_power_level_to_smc(struct amdgpu_device *adev,  in si_convert_power_level_to_smc()
5547 static int si_populate_smc_t(struct amdgpu_device *adev,  in si_populate_smc_t()
5596 static int si_disable_ulv(struct amdgpu_device *adev)  in si_disable_ulv()
5608 static bool si_is_state_ulv_compatible(struct amdgpu_device *adev,  in si_is_state_ulv_compatible()
5636 static int si_set_power_state_conditionally_enable_ulv(struct amdgpu_device *adev,  in si_set_power_state_conditionally_enable_ulv()
5650 static int si_convert_power_state_to_smc(struct amdgpu_device *adev,  in si_convert_power_state_to_smc()
5730 static int si_upload_sw_state(struct amdgpu_device *adev,  in si_upload_sw_state()
5753 static int si_upload_ulv_state(struct amdgpu_device *adev)  in si_upload_ulv_state()
5776 static int si_upload_smc_data(struct amdgpu_device *adev)  in si_upload_smc_data()
5815 static int si_set_mc_special_registers(struct amdgpu_device *adev,  in si_set_mc_special_registers()
5986 static int si_initialize_mc_reg_table(struct amdgpu_device *adev)  in si_initialize_mc_reg_table()
6036 static void si_populate_mc_reg_addresses(struct amdgpu_device *adev,  in si_populate_mc_reg_addresses()
6070 static void si_convert_mc_reg_table_entry_to_smc(struct amdgpu_device *adev,  in si_convert_mc_reg_table_entry_to_smc()
6090 static void si_convert_mc_reg_table_to_smc(struct amdgpu_device *adev,  in si_convert_mc_reg_table_to_smc()
6104 static int si_populate_mc_reg_table(struct amdgpu_device *adev,  in si_populate_mc_reg_table()
6142 static int si_upload_mc_reg_table(struct amdgpu_device *adev,  in si_upload_mc_reg_table()
6162 static void si_enable_voltage_control(struct amdgpu_device *adev, bool enable)  in si_enable_voltage_control()
6170 static enum amdgpu_pcie_gen si_get_maximum_link_speed(struct amdgpu_device *adev,  in si_get_maximum_link_speed()
6185 static u16 si_get_current_pcie_speed(struct amdgpu_device *adev)  in si_get_current_pcie_speed()
6195 static void si_request_link_speed_change_before_state_change(struct amdgpu_device *adev,  in si_request_link_speed_change_before_state_change()
6233 static void si_notify_link_speed_change_after_state_change(struct amdgpu_device *adev,  in si_notify_link_speed_change_after_state_change()
6278 static void si_set_max_cu_value(struct amdgpu_device *adev)  in si_set_max_cu_value()
6319 static int si_patch_single_dependency_table_based_on_leakage(struct amdgpu_device *adev,  in si_patch_single_dependency_table_based_on_leakage()
6350 static int si_patch_dependency_tables_based_on_leakage(struct amdgpu_device *adev)  in si_patch_dependency_tables_based_on_leakage()
6369 static void si_set_pcie_lane_width_in_smc(struct amdgpu_device *adev,  in si_set_pcie_lane_width_in_smc()
6386 static void si_dpm_setup_asic(struct amdgpu_device *adev)  in si_dpm_setup_asic()
6392 static int si_thermal_enable_alert(struct amdgpu_device *adev,  in si_thermal_enable_alert()
6415 static int si_thermal_set_temperature_range(struct amdgpu_device *adev,  in si_thermal_set_temperature_range()
6440 static void si_fan_ctrl_set_static_mode(struct amdgpu_device *adev, u32 mode)  in si_fan_ctrl_set_static_mode()
6462 static int si_thermal_setup_fan_table(struct amdgpu_device *adev)  in si_thermal_setup_fan_table()
6531 static int si_fan_ctrl_start_smc_fan_control(struct amdgpu_device *adev)  in si_fan_ctrl_start_smc_fan_control()
6545 static int si_fan_ctrl_stop_smc_fan_control(struct amdgpu_device *adev)  in si_fan_ctrl_stop_smc_fan_control()
6565 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_get_fan_speed_percent()  local
6589 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_set_fan_speed_percent()  local
6622 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_set_fan_control_mode()  local
6640 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_get_fan_control_mode()  local
6703 static void si_fan_ctrl_set_default_mode(struct amdgpu_device *adev)  in si_fan_ctrl_set_default_mode()
6720 static void si_thermal_start_smc_fan_control(struct amdgpu_device *adev)  in si_thermal_start_smc_fan_control()
6728 static void si_thermal_initialize(struct amdgpu_device *adev)  in si_thermal_initialize()
6743 static int si_thermal_start_thermal_controller(struct amdgpu_device *adev)  in si_thermal_start_thermal_controller()
6770 static void si_thermal_stop_thermal_controller(struct amdgpu_device *adev)  in si_thermal_stop_thermal_controller()
6778 static int si_dpm_enable(struct amdgpu_device *adev)  in si_dpm_enable()
6894 static int si_set_temperature_range(struct amdgpu_device *adev)  in si_set_temperature_range()
6911 static void si_dpm_disable(struct amdgpu_device *adev)  in si_dpm_disable()
6937 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_pre_set_power_state()  local
6948 static int si_power_control_set_level(struct amdgpu_device *adev)  in si_power_control_set_level()
6976 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_set_power_state()  local
7079 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_post_set_power_state()  local
7097 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_display_configuration_changed()  local
7103 static void si_parse_pplib_non_clock_info(struct amdgpu_device *adev,  in si_parse_pplib_non_clock_info()
7129 static void si_parse_pplib_clock_info(struct amdgpu_device *adev,  in si_parse_pplib_clock_info()
7210 static int si_parse_power_table(struct amdgpu_device *adev)  in si_parse_power_table()
7302 static int si_dpm_init(struct amdgpu_device *adev)  in si_dpm_init()
7466 static void si_dpm_fini(struct amdgpu_device *adev)  in si_dpm_fini()
7482 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_debugfs_print_current_performance_level()  local
7501 static int si_dpm_set_interrupt_state(struct amdgpu_device *adev,  in si_dpm_set_interrupt_state()
7549 static int si_dpm_process_interrupt(struct amdgpu_device *adev,  in si_dpm_process_interrupt()
7582 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_late_init()  local
7605 static int si_dpm_init_microcode(struct amdgpu_device *adev)  in si_dpm_init_microcode()
7688 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_sw_init()  local
7737 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_sw_fini()  local
7752 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_hw_init()  local
7771 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_hw_fini()  local
7784 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_suspend()  local
7800 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_resume()  local
7852 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_get_temp()  local
7869 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_get_sclk()  local
7881 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_get_mclk()  local
7894 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_print_power_state()  local
7918 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_early_init()  local
7946 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_check_state_equal()  local
7983 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in si_dpm_read_sensor()  local
8073 static void si_dpm_set_irq_funcs(struct amdgpu_device *adev)  in si_dpm_set_irq_funcs()