drm/i915: export error state ref handling
[deliverable/linux.git] / drivers / gpu / drm / radeon / sumo_dpm.c
index 9e4248c505148a94cac533738eb4bcb06295021b..dbad293bfed585ff15dcce5f561dbb9a4664ec82 100644 (file)
@@ -84,11 +84,6 @@ struct sumo_power_info *sumo_get_pi(struct radeon_device *rdev)
        return pi;
 }
 
-u32 sumo_get_xclk(struct radeon_device *rdev)
-{
-       return rdev->clock.spll.reference_freq;
-}
-
 static void sumo_gfx_clockgating_enable(struct radeon_device *rdev, bool enable)
 {
        if (enable)
@@ -124,7 +119,7 @@ static void sumo_mg_clockgating_enable(struct radeon_device *rdev, bool enable)
 static void sumo_program_git(struct radeon_device *rdev)
 {
        u32 p, u;
-       u32 xclk = sumo_get_xclk(rdev);
+       u32 xclk = radeon_get_xclk(rdev);
 
        r600_calculate_u_and_p(SUMO_GICST_DFLT,
                               xclk, 16, &p, &u);
@@ -135,7 +130,7 @@ static void sumo_program_git(struct radeon_device *rdev)
 static void sumo_program_grsd(struct radeon_device *rdev)
 {
        u32 p, u;
-       u32 xclk = sumo_get_xclk(rdev);
+       u32 xclk = radeon_get_xclk(rdev);
        u32 grs = 256 * 25 / 100;
 
        r600_calculate_u_and_p(1, xclk, 14, &p, &u);
@@ -155,7 +150,7 @@ static void sumo_gfx_powergating_initialize(struct radeon_device *rdev)
        u32 p, u;
        u32 p_c, p_p, d_p;
        u32 r_t, i_t;
-       u32 xclk = sumo_get_xclk(rdev);
+       u32 xclk = radeon_get_xclk(rdev);
 
        if (rdev->family == CHIP_PALM) {
                p_c = 4;
@@ -319,7 +314,7 @@ static void sumo_calculate_bsp(struct radeon_device *rdev,
                               u32 high_clk)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
-       u32 xclk = sumo_get_xclk(rdev);
+       u32 xclk = radeon_get_xclk(rdev);
 
        pi->pasi = 65535 * 100 / high_clk;
        pi->asi = 65535 * 100 / high_clk;
@@ -342,10 +337,11 @@ static void sumo_init_bsp(struct radeon_device *rdev)
 }
 
 
-static void sumo_program_bsp(struct radeon_device *rdev)
+static void sumo_program_bsp(struct radeon_device *rdev,
+                            struct radeon_ps *rps)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
-       struct sumo_ps *ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
+       struct sumo_ps *ps = sumo_get_ps(rps);
        u32 i;
        u32 highest_engine_clock = ps->levels[ps->num_levels - 1].sclk;
 
@@ -384,10 +380,11 @@ static void sumo_write_at(struct radeon_device *rdev,
                WREG32(CG_AT_7, value);
 }
 
-static void sumo_program_at(struct radeon_device *rdev)
+static void sumo_program_at(struct radeon_device *rdev,
+                           struct radeon_ps *rps)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
-       struct sumo_ps *ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
+       struct sumo_ps *ps = sumo_get_ps(rps);
        u32 asi;
        u32 i;
        u32 m_a;
@@ -464,7 +461,7 @@ void sumo_clear_vc(struct radeon_device *rdev)
 void sumo_program_sstp(struct radeon_device *rdev)
 {
        u32 p, u;
-       u32 xclk = sumo_get_xclk(rdev);
+       u32 xclk = radeon_get_xclk(rdev);
 
        r600_calculate_u_and_p(SUMO_SST_DFLT,
                               xclk, 16, &p, &u);
@@ -662,10 +659,11 @@ static void sumo_enable_power_level_0(struct radeon_device *rdev)
        sumo_power_level_enable(rdev, 0, true);
 }
 
-static void sumo_patch_boost_state(struct radeon_device *rdev)
+static void sumo_patch_boost_state(struct radeon_device *rdev,
+                                  struct radeon_ps *rps)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(rps);
 
        if (new_ps->flags & SUMO_POWERSTATE_FLAGS_BOOST_STATE) {
                pi->boost_pl = new_ps->levels[new_ps->num_levels - 1];
@@ -675,10 +673,12 @@ static void sumo_patch_boost_state(struct radeon_device *rdev)
        }
 }
 
-static void sumo_pre_notify_alt_vddnb_change(struct radeon_device *rdev)
+static void sumo_pre_notify_alt_vddnb_change(struct radeon_device *rdev,
+                                            struct radeon_ps *new_rps,
+                                            struct radeon_ps *old_rps)
 {
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
-       struct sumo_ps *old_ps = sumo_get_ps(rdev->pm.dpm.current_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(new_rps);
+       struct sumo_ps *old_ps = sumo_get_ps(old_rps);
        u32 nbps1_old = 0;
        u32 nbps1_new = 0;
 
@@ -691,10 +691,12 @@ static void sumo_pre_notify_alt_vddnb_change(struct radeon_device *rdev)
                sumo_smu_notify_alt_vddnb_change(rdev, 0, 0);
 }
 
-static void sumo_post_notify_alt_vddnb_change(struct radeon_device *rdev)
+static void sumo_post_notify_alt_vddnb_change(struct radeon_device *rdev,
+                                             struct radeon_ps *new_rps,
+                                             struct radeon_ps *old_rps)
 {
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
-       struct sumo_ps *old_ps = sumo_get_ps(rdev->pm.dpm.current_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(new_rps);
+       struct sumo_ps *old_ps = sumo_get_ps(old_rps);
        u32 nbps1_old = 0;
        u32 nbps1_new = 0;
 
@@ -707,9 +709,11 @@ static void sumo_post_notify_alt_vddnb_change(struct radeon_device *rdev)
                sumo_smu_notify_alt_vddnb_change(rdev, 1, 1);
 }
 
-static void sumo_enable_boost(struct radeon_device *rdev, bool enable)
+static void sumo_enable_boost(struct radeon_device *rdev,
+                             struct radeon_ps *rps,
+                             bool enable)
 {
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(rps);
 
        if (enable) {
                if (new_ps->flags & SUMO_POWERSTATE_FLAGS_BOOST_STATE)
@@ -718,14 +722,6 @@ static void sumo_enable_boost(struct radeon_device *rdev, bool enable)
                sumo_boost_state_enable(rdev, false);
 }
 
-static void sumo_update_current_power_levels(struct radeon_device *rdev)
-{
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
-       struct sumo_power_info *pi = sumo_get_pi(rdev);
-
-       pi->current_ps = *new_ps;
-}
-
 static void sumo_set_forced_level(struct radeon_device *rdev, u32 index)
 {
        WREG32_P(CG_SCLK_DPM_CTRL_3, FORCE_SCLK_STATE(index), ~FORCE_SCLK_STATE_MASK);
@@ -736,9 +732,10 @@ static void sumo_set_forced_level_0(struct radeon_device *rdev)
        sumo_set_forced_level(rdev, 0);
 }
 
-static void sumo_program_wl(struct radeon_device *rdev)
+static void sumo_program_wl(struct radeon_device *rdev,
+                           struct radeon_ps *rps)
 {
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(rps);
        u32 dpm_ctrl4 = RREG32(CG_SCLK_DPM_CTRL_4);
 
        dpm_ctrl4 &= 0xFFFFFF00;
@@ -750,11 +747,13 @@ static void sumo_program_wl(struct radeon_device *rdev)
        WREG32(CG_SCLK_DPM_CTRL_4, dpm_ctrl4);
 }
 
-static void sumo_program_power_levels_0_to_n(struct radeon_device *rdev)
+static void sumo_program_power_levels_0_to_n(struct radeon_device *rdev,
+                                            struct radeon_ps *new_rps,
+                                            struct radeon_ps *old_rps)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
-       struct sumo_ps *old_ps = sumo_get_ps(rdev->pm.dpm.current_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(new_rps);
+       struct sumo_ps *old_ps = sumo_get_ps(old_rps);
        u32 i;
        u32 n_current_state_levels = (old_ps == NULL) ? 1 : old_ps->num_levels;
 
@@ -811,38 +810,40 @@ static void sumo_program_bootup_state(struct radeon_device *rdev)
                sumo_power_level_enable(rdev, i, false);
 }
 
-static void sumo_set_uvd_clock_before_set_eng_clock(struct radeon_device *rdev)
+static void sumo_set_uvd_clock_before_set_eng_clock(struct radeon_device *rdev,
+                                                   struct radeon_ps *new_rps,
+                                                   struct radeon_ps *old_rps)
 {
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
-       struct sumo_ps *current_ps = sumo_get_ps(rdev->pm.dpm.current_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(new_rps);
+       struct sumo_ps *current_ps = sumo_get_ps(old_rps);
 
-       if ((rdev->pm.dpm.requested_ps->vclk == rdev->pm.dpm.current_ps->vclk) &&
-           (rdev->pm.dpm.requested_ps->dclk == rdev->pm.dpm.current_ps->dclk))
+       if ((new_rps->vclk == old_rps->vclk) &&
+           (new_rps->dclk == old_rps->dclk))
                return;
 
        if (new_ps->levels[new_ps->num_levels - 1].sclk >=
            current_ps->levels[current_ps->num_levels - 1].sclk)
                return;
 
-       radeon_set_uvd_clocks(rdev, rdev->pm.dpm.requested_ps->vclk,
-                             rdev->pm.dpm.requested_ps->dclk);
+       radeon_set_uvd_clocks(rdev, new_rps->vclk, new_rps->dclk);
 }
 
-static void sumo_set_uvd_clock_after_set_eng_clock(struct radeon_device *rdev)
+static void sumo_set_uvd_clock_after_set_eng_clock(struct radeon_device *rdev,
+                                                  struct radeon_ps *new_rps,
+                                                  struct radeon_ps *old_rps)
 {
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
-       struct sumo_ps *current_ps = sumo_get_ps(rdev->pm.dpm.current_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(new_rps);
+       struct sumo_ps *current_ps = sumo_get_ps(old_rps);
 
-       if ((rdev->pm.dpm.requested_ps->vclk == rdev->pm.dpm.current_ps->vclk) &&
-           (rdev->pm.dpm.requested_ps->dclk == rdev->pm.dpm.current_ps->dclk))
+       if ((new_rps->vclk == old_rps->vclk) &&
+           (new_rps->dclk == old_rps->dclk))
                return;
 
        if (new_ps->levels[new_ps->num_levels - 1].sclk <
            current_ps->levels[current_ps->num_levels - 1].sclk)
                return;
 
-       radeon_set_uvd_clocks(rdev, rdev->pm.dpm.requested_ps->vclk,
-                             rdev->pm.dpm.requested_ps->dclk);
+       radeon_set_uvd_clocks(rdev, new_rps->vclk, new_rps->dclk);
 }
 
 void sumo_take_smu_control(struct radeon_device *rdev, bool enable)
@@ -903,7 +904,7 @@ static void sumo_start_am(struct radeon_device *rdev)
 
 static void sumo_program_ttp(struct radeon_device *rdev)
 {
-       u32 xclk = sumo_get_xclk(rdev);
+       u32 xclk = radeon_get_xclk(rdev);
        u32 p, u;
        u32 cg_sclk_dpm_ctrl_5 = RREG32(CG_SCLK_DPM_CTRL_5);
 
@@ -949,7 +950,7 @@ static void sumo_program_dc_hto(struct radeon_device *rdev)
 {
        u32 cg_sclk_dpm_ctrl_4 = RREG32(CG_SCLK_DPM_CTRL_4);
        u32 p, u;
-       u32 xclk = sumo_get_xclk(rdev);
+       u32 xclk = radeon_get_xclk(rdev);
 
        r600_calculate_u_and_p(100000,
                               xclk, 14, &p, &u);
@@ -960,10 +961,11 @@ static void sumo_program_dc_hto(struct radeon_device *rdev)
        WREG32(CG_SCLK_DPM_CTRL_4, cg_sclk_dpm_ctrl_4);
 }
 
-static void sumo_force_nbp_state(struct radeon_device *rdev)
+static void sumo_force_nbp_state(struct radeon_device *rdev,
+                                struct radeon_ps *rps)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
-       struct sumo_ps *new_ps = sumo_get_ps(rdev->pm.dpm.requested_ps);
+       struct sumo_ps *new_ps = sumo_get_ps(rps);
 
        if (!pi->driver_nbps_policy_disable) {
                if (new_ps->flags & SUMO_POWERSTATE_FLAGS_FORCE_NBPS1_STATE)
@@ -1061,33 +1063,29 @@ static void sumo_patch_thermal_state(struct radeon_device *rdev,
                ps->levels[0].ss_divider_index = 0;
 }
 
-static void sumo_apply_state_adjust_rules(struct radeon_device *rdev)
+static void sumo_apply_state_adjust_rules(struct radeon_device *rdev,
+                                         struct radeon_ps *new_rps,
+                                         struct radeon_ps *old_rps)
 {
-       struct radeon_ps *rps = rdev->pm.dpm.requested_ps;
-       struct sumo_ps *ps = sumo_get_ps(rps);
-       struct sumo_ps *current_ps = sumo_get_ps(rdev->pm.dpm.current_ps);
+       struct sumo_ps *ps = sumo_get_ps(new_rps);
+       struct sumo_ps *current_ps = sumo_get_ps(old_rps);
        struct sumo_power_info *pi = sumo_get_pi(rdev);
        u32 min_voltage = 0; /* ??? */
        u32 min_sclk = pi->sys_info.min_sclk; /* XXX check against disp reqs */
        u32 sclk_in_sr = pi->sys_info.min_sclk; /* ??? */
        u32 i;
 
-       /* point to the hw copy since this function will modify the ps */
-       pi->hw_ps = *ps;
-       rdev->pm.dpm.hw_ps.ps_priv = &pi->hw_ps;
-       ps = &pi->hw_ps;
-
-       if (rps->class & ATOM_PPLIB_CLASSIFICATION_THERMAL)
+       if (new_rps->class & ATOM_PPLIB_CLASSIFICATION_THERMAL)
                return sumo_patch_thermal_state(rdev, ps, current_ps);
 
        if (pi->enable_boost) {
-               if (rps->class & ATOM_PPLIB_CLASSIFICATION_UI_PERFORMANCE)
+               if (new_rps->class & ATOM_PPLIB_CLASSIFICATION_UI_PERFORMANCE)
                        ps->flags |= SUMO_POWERSTATE_FLAGS_BOOST_STATE;
        }
 
-       if ((rps->class & ATOM_PPLIB_CLASSIFICATION_UI_BATTERY) ||
-           (rps->class & ATOM_PPLIB_CLASSIFICATION_SDSTATE) ||
-           (rps->class & ATOM_PPLIB_CLASSIFICATION_HDSTATE))
+       if ((new_rps->class & ATOM_PPLIB_CLASSIFICATION_UI_BATTERY) ||
+           (new_rps->class & ATOM_PPLIB_CLASSIFICATION_SDSTATE) ||
+           (new_rps->class & ATOM_PPLIB_CLASSIFICATION_HDSTATE))
                ps->flags |= SUMO_POWERSTATE_FLAGS_FORCE_NBPS1_STATE;
 
        for (i = 0; i < ps->num_levels; i++) {
@@ -1120,8 +1118,8 @@ static void sumo_apply_state_adjust_rules(struct radeon_device *rdev)
 
                if (ps->flags & SUMO_POWERSTATE_FLAGS_FORCE_NBPS1_STATE)
                        ps->levels[i].allow_gnb_slow = 1;
-               else if ((rps->class & ATOM_PPLIB_CLASSIFICATION_UVDSTATE) ||
-                        (rps->class2 & ATOM_PPLIB_CLASSIFICATION2_MVC))
+               else if ((new_rps->class & ATOM_PPLIB_CLASSIFICATION_UVDSTATE) ||
+                        (new_rps->class2 & ATOM_PPLIB_CLASSIFICATION2_MVC))
                        ps->levels[i].allow_gnb_slow = 0;
                else if (i == ps->num_levels - 1)
                        ps->levels[i].allow_gnb_slow = 0;
@@ -1175,14 +1173,39 @@ static int sumo_set_thermal_temperature_range(struct radeon_device *rdev,
        return 0;
 }
 
+static void sumo_update_current_ps(struct radeon_device *rdev,
+                                  struct radeon_ps *rps)
+{
+       struct sumo_ps *new_ps = sumo_get_ps(rps);
+       struct sumo_power_info *pi = sumo_get_pi(rdev);
+
+       pi->current_rps = *rps;
+       pi->current_ps = *new_ps;
+       pi->current_rps.ps_priv = &pi->current_ps;
+}
+
+static void sumo_update_requested_ps(struct radeon_device *rdev,
+                                    struct radeon_ps *rps)
+{
+       struct sumo_ps *new_ps = sumo_get_ps(rps);
+       struct sumo_power_info *pi = sumo_get_pi(rdev);
+
+       pi->requested_rps = *rps;
+       pi->requested_ps = *new_ps;
+       pi->requested_rps.ps_priv = &pi->requested_ps;
+}
+
 int sumo_dpm_enable(struct radeon_device *rdev)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
+       int ret;
 
        if (sumo_dpm_enabled(rdev))
                return -EINVAL;
 
-       sumo_enable_clock_power_gating(rdev);
+       ret = sumo_enable_clock_power_gating(rdev);
+       if (ret)
+               return ret;
        sumo_program_bootup_state(rdev);
        sumo_init_bsp(rdev);
        sumo_reset_am(rdev);
@@ -1208,11 +1231,15 @@ int sumo_dpm_enable(struct radeon_device *rdev)
 
        if (rdev->irq.installed &&
            r600_is_internal_thermal_sensor(rdev->pm.int_thermal_type)) {
-               sumo_set_thermal_temperature_range(rdev, R600_TEMP_RANGE_MIN, R600_TEMP_RANGE_MAX);
+               ret = sumo_set_thermal_temperature_range(rdev, R600_TEMP_RANGE_MIN, R600_TEMP_RANGE_MAX);
+               if (ret)
+                       return ret;
                rdev->irq.dpm_thermal = true;
                radeon_irq_set(rdev);
        }
 
+       sumo_update_current_ps(rdev, rdev->pm.dpm.boot_ps);
+
        return 0;
 }
 
@@ -1235,45 +1262,70 @@ void sumo_dpm_disable(struct radeon_device *rdev)
                rdev->irq.dpm_thermal = false;
                radeon_irq_set(rdev);
        }
+
+       sumo_update_current_ps(rdev, rdev->pm.dpm.boot_ps);
 }
 
-int sumo_dpm_set_power_state(struct radeon_device *rdev)
+int sumo_dpm_pre_set_power_state(struct radeon_device *rdev)
 {
        struct sumo_power_info *pi = sumo_get_pi(rdev);
+       struct radeon_ps requested_ps = *rdev->pm.dpm.requested_ps;
+       struct radeon_ps *new_ps = &requested_ps;
+
+       sumo_update_requested_ps(rdev, new_ps);
 
        if (pi->enable_dynamic_patch_ps)
-               sumo_apply_state_adjust_rules(rdev);
+               sumo_apply_state_adjust_rules(rdev,
+                                             &pi->requested_rps,
+                                             &pi->current_rps);
+
+       return 0;
+}
+
+int sumo_dpm_set_power_state(struct radeon_device *rdev)
+{
+       struct sumo_power_info *pi = sumo_get_pi(rdev);
+       struct radeon_ps *new_ps = &pi->requested_rps;
+       struct radeon_ps *old_ps = &pi->current_rps;
+
        if (pi->enable_dpm)
-               sumo_set_uvd_clock_before_set_eng_clock(rdev);
-       sumo_update_current_power_levels(rdev);
+               sumo_set_uvd_clock_before_set_eng_clock(rdev, new_ps, old_ps);
        if (pi->enable_boost) {
-               sumo_enable_boost(rdev, false);
-               sumo_patch_boost_state(rdev);
+               sumo_enable_boost(rdev, new_ps, false);
+               sumo_patch_boost_state(rdev, new_ps);
        }
        if (pi->enable_dpm) {
-               sumo_pre_notify_alt_vddnb_change(rdev);
+               sumo_pre_notify_alt_vddnb_change(rdev, new_ps, old_ps);
                sumo_enable_power_level_0(rdev);
                sumo_set_forced_level_0(rdev);
                sumo_set_forced_mode_enabled(rdev);
                sumo_wait_for_level_0(rdev);
-               sumo_program_power_levels_0_to_n(rdev);
-               sumo_program_wl(rdev);
-               sumo_program_bsp(rdev);
-               sumo_program_at(rdev);
-               sumo_force_nbp_state(rdev);
+               sumo_program_power_levels_0_to_n(rdev, new_ps, old_ps);
+               sumo_program_wl(rdev, new_ps);
+               sumo_program_bsp(rdev, new_ps);
+               sumo_program_at(rdev, new_ps);
+               sumo_force_nbp_state(rdev, new_ps);
                sumo_set_forced_mode_disabled(rdev);
                sumo_set_forced_mode_enabled(rdev);
                sumo_set_forced_mode_disabled(rdev);
-               sumo_post_notify_alt_vddnb_change(rdev);
+               sumo_post_notify_alt_vddnb_change(rdev, new_ps, old_ps);
        }
        if (pi->enable_boost)
-               sumo_enable_boost(rdev, true);
+               sumo_enable_boost(rdev, new_ps, true);
        if (pi->enable_dpm)
-               sumo_set_uvd_clock_after_set_eng_clock(rdev);
+               sumo_set_uvd_clock_after_set_eng_clock(rdev, new_ps, old_ps);
 
        return 0;
 }
 
+void sumo_dpm_post_set_power_state(struct radeon_device *rdev)
+{
+       struct sumo_power_info *pi = sumo_get_pi(rdev);
+       struct radeon_ps *new_ps = &pi->requested_rps;
+
+       sumo_update_current_ps(rdev, new_ps);
+}
+
 void sumo_dpm_reset_asic(struct radeon_device *rdev)
 {
        sumo_program_bootup_state(rdev);
@@ -1732,7 +1784,8 @@ void sumo_dpm_fini(struct radeon_device *rdev)
 
 u32 sumo_dpm_get_sclk(struct radeon_device *rdev, bool low)
 {
-       struct sumo_ps *requested_state = sumo_get_ps(rdev->pm.dpm.requested_ps);
+       struct sumo_power_info *pi = sumo_get_pi(rdev);
+       struct sumo_ps *requested_state = sumo_get_ps(&pi->requested_rps);
 
        if (low)
                return requested_state->levels[0].sclk;
This page took 0.033361 seconds and 5 git commands to generate.