2015-12-03 06:46:21 +08:00
|
|
|
/*
|
|
|
|
* Copyright 2015 Advanced Micro Devices, Inc.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
* Authors: AMD
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
#include "atom.h"
|
|
|
|
#include "amdgpu.h"
|
|
|
|
#include "amd_shared.h"
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/moduleparam.h>
|
|
|
|
#include "amdgpu_pm.h"
|
|
|
|
#include <drm/amdgpu_drm.h>
|
|
|
|
#include "amdgpu_powerplay.h"
|
2016-04-26 23:05:36 +08:00
|
|
|
#include "si_dpm.h"
|
2015-12-03 06:46:21 +08:00
|
|
|
#include "cik_dpm.h"
|
|
|
|
#include "vi_dpm.h"
|
|
|
|
|
2016-12-28 19:43:23 +08:00
|
|
|
static int amdgpu_create_pp_handle(struct amdgpu_device *adev)
|
2015-12-03 06:46:21 +08:00
|
|
|
{
|
2016-12-28 19:43:23 +08:00
|
|
|
struct amd_pp_init pp_init;
|
2015-12-03 06:46:21 +08:00
|
|
|
struct amd_powerplay *amd_pp;
|
2016-12-28 19:43:23 +08:00
|
|
|
int ret;
|
2015-12-03 06:46:21 +08:00
|
|
|
|
|
|
|
amd_pp = &(adev->powerplay);
|
2016-12-28 19:43:23 +08:00
|
|
|
pp_init.chip_family = adev->family;
|
|
|
|
pp_init.chip_id = adev->asic_type;
|
2017-01-25 15:55:30 +08:00
|
|
|
pp_init.pm_en = (amdgpu_dpm != 0 && !amdgpu_sriov_vf(adev)) ? true : false;
|
2016-12-28 19:43:23 +08:00
|
|
|
pp_init.feature_mask = amdgpu_pp_feature_mask;
|
|
|
|
pp_init.device = amdgpu_cgs_create_device(adev);
|
|
|
|
ret = amd_powerplay_create(&pp_init, &(amd_pp->pp_handle));
|
|
|
|
if (ret)
|
|
|
|
return -EINVAL;
|
|
|
|
return 0;
|
2015-12-03 06:46:21 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_early_init(void *handle)
|
|
|
|
{
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
2016-12-28 19:43:23 +08:00
|
|
|
struct amd_powerplay *amd_pp;
|
2015-12-03 06:46:21 +08:00
|
|
|
int ret = 0;
|
|
|
|
|
2016-12-28 19:43:23 +08:00
|
|
|
amd_pp = &(adev->powerplay);
|
|
|
|
adev->pp_enabled = false;
|
|
|
|
amd_pp->pp_handle = (void *)adev;
|
|
|
|
|
2015-10-17 17:57:58 +08:00
|
|
|
switch (adev->asic_type) {
|
2016-03-15 06:33:29 +08:00
|
|
|
case CHIP_POLARIS11:
|
|
|
|
case CHIP_POLARIS10:
|
2016-12-15 04:40:48 +08:00
|
|
|
case CHIP_POLARIS12:
|
2016-01-19 06:00:03 +08:00
|
|
|
case CHIP_TONGA:
|
|
|
|
case CHIP_FIJI:
|
2016-07-29 01:35:42 +08:00
|
|
|
case CHIP_TOPAZ:
|
2016-01-19 06:00:03 +08:00
|
|
|
case CHIP_CARRIZO:
|
|
|
|
case CHIP_STONEY:
|
2017-03-07 03:03:02 +08:00
|
|
|
case CHIP_VEGA10:
|
2017-05-12 04:30:31 +08:00
|
|
|
case CHIP_RAVEN:
|
2016-12-23 14:07:25 +08:00
|
|
|
adev->pp_enabled = true;
|
2016-12-28 19:43:23 +08:00
|
|
|
if (amdgpu_create_pp_handle(adev))
|
|
|
|
return -EINVAL;
|
|
|
|
amd_pp->ip_funcs = &pp_ip_funcs;
|
|
|
|
amd_pp->pp_funcs = &pp_dpm_funcs;
|
2016-01-19 06:00:03 +08:00
|
|
|
break;
|
|
|
|
/* These chips don't have powerplay implemenations */
|
2016-12-28 19:43:23 +08:00
|
|
|
#ifdef CONFIG_DRM_AMDGPU_SI
|
|
|
|
case CHIP_TAHITI:
|
|
|
|
case CHIP_PITCAIRN:
|
|
|
|
case CHIP_VERDE:
|
|
|
|
case CHIP_OLAND:
|
|
|
|
case CHIP_HAINAN:
|
|
|
|
amd_pp->ip_funcs = &si_dpm_ip_funcs;
|
|
|
|
break;
|
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_DRM_AMDGPU_CIK
|
2016-01-19 06:00:03 +08:00
|
|
|
case CHIP_BONAIRE:
|
|
|
|
case CHIP_HAWAII:
|
2016-12-28 19:43:23 +08:00
|
|
|
amd_pp->ip_funcs = &ci_dpm_ip_funcs;
|
|
|
|
break;
|
2016-01-19 06:00:03 +08:00
|
|
|
case CHIP_KABINI:
|
|
|
|
case CHIP_MULLINS:
|
|
|
|
case CHIP_KAVERI:
|
2016-12-28 19:43:23 +08:00
|
|
|
amd_pp->ip_funcs = &kv_dpm_ip_funcs;
|
|
|
|
break;
|
|
|
|
#endif
|
2016-01-19 06:00:03 +08:00
|
|
|
default:
|
2016-12-28 19:43:23 +08:00
|
|
|
ret = -EINVAL;
|
2016-01-19 06:00:03 +08:00
|
|
|
break;
|
2015-10-17 17:57:58 +08:00
|
|
|
}
|
|
|
|
|
2015-12-03 06:46:21 +08:00
|
|
|
if (adev->powerplay.ip_funcs->early_init)
|
|
|
|
ret = adev->powerplay.ip_funcs->early_init(
|
|
|
|
adev->powerplay.pp_handle);
|
2016-12-28 19:43:23 +08:00
|
|
|
|
|
|
|
if (ret == PP_DPM_DISABLED) {
|
|
|
|
adev->pm.dpm_enabled = false;
|
|
|
|
return 0;
|
|
|
|
}
|
2015-12-03 06:46:21 +08:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2015-12-07 16:42:35 +08:00
|
|
|
|
|
|
|
static int amdgpu_pp_late_init(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->late_init)
|
|
|
|
ret = adev->powerplay.ip_funcs->late_init(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
|
2016-03-29 14:34:51 +08:00
|
|
|
if (adev->pp_enabled && adev->pm.dpm_enabled) {
|
2015-12-09 06:28:28 +08:00
|
|
|
amdgpu_pm_sysfs_init(adev);
|
2016-02-25 17:32:45 +08:00
|
|
|
amdgpu_dpm_dispatch_task(adev, AMD_PP_EVENT_COMPLETE_INIT, NULL, NULL);
|
|
|
|
}
|
2016-09-29 04:37:15 +08:00
|
|
|
|
2015-12-07 16:42:35 +08:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2015-12-03 06:46:21 +08:00
|
|
|
static int amdgpu_pp_sw_init(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->sw_init)
|
|
|
|
ret = adev->powerplay.ip_funcs->sw_init(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_sw_fini(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->sw_fini)
|
|
|
|
ret = adev->powerplay.ip_funcs->sw_fini(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_hw_init(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
2016-11-01 15:35:38 +08:00
|
|
|
if (adev->pp_enabled && adev->firmware.load_type == AMDGPU_FW_LOAD_SMU)
|
2015-12-03 06:46:21 +08:00
|
|
|
amdgpu_ucode_init_bo(adev);
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->hw_init)
|
|
|
|
ret = adev->powerplay.ip_funcs->hw_init(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
|
2016-12-28 19:43:23 +08:00
|
|
|
if (ret == PP_DPM_DISABLED) {
|
|
|
|
adev->pm.dpm_enabled = false;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2016-11-16 23:13:45 +08:00
|
|
|
if ((amdgpu_dpm != 0) && !amdgpu_sriov_vf(adev))
|
2016-10-27 15:29:57 +08:00
|
|
|
adev->pm.dpm_enabled = true;
|
|
|
|
|
2015-12-03 06:46:21 +08:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_hw_fini(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->hw_fini)
|
|
|
|
ret = adev->powerplay.ip_funcs->hw_fini(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
|
2016-11-01 15:35:38 +08:00
|
|
|
if (adev->pp_enabled && adev->firmware.load_type == AMDGPU_FW_LOAD_SMU)
|
2015-12-03 06:46:21 +08:00
|
|
|
amdgpu_ucode_fini_bo(adev);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2016-05-19 14:36:01 +08:00
|
|
|
static void amdgpu_pp_late_fini(void *handle)
|
|
|
|
{
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->late_fini)
|
|
|
|
adev->powerplay.ip_funcs->late_fini(
|
|
|
|
adev->powerplay.pp_handle);
|
2016-12-28 19:43:23 +08:00
|
|
|
|
|
|
|
if (adev->pp_enabled && adev->pm.dpm_enabled)
|
|
|
|
amdgpu_pm_sysfs_fini(adev);
|
|
|
|
|
|
|
|
amd_powerplay_destroy(adev->powerplay.pp_handle);
|
2016-05-19 14:36:01 +08:00
|
|
|
}
|
|
|
|
|
2015-12-03 06:46:21 +08:00
|
|
|
static int amdgpu_pp_suspend(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->suspend)
|
|
|
|
ret = adev->powerplay.ip_funcs->suspend(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_resume(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->resume)
|
|
|
|
ret = adev->powerplay.ip_funcs->resume(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_set_clockgating_state(void *handle,
|
|
|
|
enum amd_clockgating_state state)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->set_clockgating_state)
|
|
|
|
ret = adev->powerplay.ip_funcs->set_clockgating_state(
|
|
|
|
adev->powerplay.pp_handle, state);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_set_powergating_state(void *handle,
|
|
|
|
enum amd_powergating_state state)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->set_powergating_state)
|
|
|
|
ret = adev->powerplay.ip_funcs->set_powergating_state(
|
|
|
|
adev->powerplay.pp_handle, state);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static bool amdgpu_pp_is_idle(void *handle)
|
|
|
|
{
|
|
|
|
bool ret = true;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->is_idle)
|
|
|
|
ret = adev->powerplay.ip_funcs->is_idle(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_wait_for_idle(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->wait_for_idle)
|
|
|
|
ret = adev->powerplay.ip_funcs->wait_for_idle(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_pp_soft_reset(void *handle)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
struct amdgpu_device *adev = (struct amdgpu_device *)handle;
|
|
|
|
|
|
|
|
if (adev->powerplay.ip_funcs->soft_reset)
|
|
|
|
ret = adev->powerplay.ip_funcs->soft_reset(
|
|
|
|
adev->powerplay.pp_handle);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2016-10-14 05:41:13 +08:00
|
|
|
static const struct amd_ip_funcs amdgpu_pp_ip_funcs = {
|
2016-05-05 02:28:35 +08:00
|
|
|
.name = "amdgpu_powerplay",
|
2015-12-03 06:46:21 +08:00
|
|
|
.early_init = amdgpu_pp_early_init,
|
2015-12-07 16:42:35 +08:00
|
|
|
.late_init = amdgpu_pp_late_init,
|
2015-12-03 06:46:21 +08:00
|
|
|
.sw_init = amdgpu_pp_sw_init,
|
|
|
|
.sw_fini = amdgpu_pp_sw_fini,
|
|
|
|
.hw_init = amdgpu_pp_hw_init,
|
|
|
|
.hw_fini = amdgpu_pp_hw_fini,
|
2016-05-19 14:36:01 +08:00
|
|
|
.late_fini = amdgpu_pp_late_fini,
|
2015-12-03 06:46:21 +08:00
|
|
|
.suspend = amdgpu_pp_suspend,
|
|
|
|
.resume = amdgpu_pp_resume,
|
|
|
|
.is_idle = amdgpu_pp_is_idle,
|
|
|
|
.wait_for_idle = amdgpu_pp_wait_for_idle,
|
|
|
|
.soft_reset = amdgpu_pp_soft_reset,
|
|
|
|
.set_clockgating_state = amdgpu_pp_set_clockgating_state,
|
|
|
|
.set_powergating_state = amdgpu_pp_set_powergating_state,
|
|
|
|
};
|
2016-10-14 05:41:13 +08:00
|
|
|
|
|
|
|
const struct amdgpu_ip_block_version amdgpu_pp_ip_block =
|
|
|
|
{
|
|
|
|
.type = AMD_IP_BLOCK_TYPE_SMC,
|
|
|
|
.major = 1,
|
|
|
|
.minor = 0,
|
|
|
|
.rev = 0,
|
|
|
|
.funcs = &amdgpu_pp_ip_funcs,
|
|
|
|
};
|