Back to home page

OSCL-LXR

 
 

    


0001 /*
0002  * Copyright 2019 Advanced Micro Devices, Inc.
0003  *
0004  * Permission is hereby granted, free of charge, to any person obtaining a
0005  * copy of this software and associated documentation files (the "Software"),
0006  * to deal in the Software without restriction, including without limitation
0007  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
0008  * and/or sell copies of the Software, and to permit persons to whom the
0009  * Software is furnished to do so, subject to the following conditions:
0010  *
0011  * The above copyright notice and this permission notice shall be included in
0012  * all copies or substantial portions of the Software.
0013  *
0014  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
0015  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
0016  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
0017  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
0018  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
0019  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
0020  * OTHER DEALINGS IN THE SOFTWARE.
0021  */
0022 
0023 #include <linux/firmware.h>
0024 #include <linux/module.h>
0025 #include <linux/pci.h>
0026 #include <linux/reboot.h>
0027 
0028 #define SMU_11_0_PARTIAL_PPTABLE
0029 #define SWSMU_CODE_LAYER_L3
0030 
0031 #include "amdgpu.h"
0032 #include "amdgpu_smu.h"
0033 #include "atomfirmware.h"
0034 #include "amdgpu_atomfirmware.h"
0035 #include "amdgpu_atombios.h"
0036 #include "smu_v11_0.h"
0037 #include "soc15_common.h"
0038 #include "atom.h"
0039 #include "amdgpu_ras.h"
0040 #include "smu_cmn.h"
0041 
0042 #include "asic_reg/thm/thm_11_0_2_offset.h"
0043 #include "asic_reg/thm/thm_11_0_2_sh_mask.h"
0044 #include "asic_reg/mp/mp_11_0_offset.h"
0045 #include "asic_reg/mp/mp_11_0_sh_mask.h"
0046 #include "asic_reg/smuio/smuio_11_0_0_offset.h"
0047 #include "asic_reg/smuio/smuio_11_0_0_sh_mask.h"
0048 
0049 /*
0050  * DO NOT use these for err/warn/info/debug messages.
0051  * Use dev_err, dev_warn, dev_info and dev_dbg instead.
0052  * They are more MGPU friendly.
0053  */
0054 #undef pr_err
0055 #undef pr_warn
0056 #undef pr_info
0057 #undef pr_debug
0058 
0059 MODULE_FIRMWARE("amdgpu/arcturus_smc.bin");
0060 MODULE_FIRMWARE("amdgpu/navi10_smc.bin");
0061 MODULE_FIRMWARE("amdgpu/navi14_smc.bin");
0062 MODULE_FIRMWARE("amdgpu/navi12_smc.bin");
0063 MODULE_FIRMWARE("amdgpu/sienna_cichlid_smc.bin");
0064 MODULE_FIRMWARE("amdgpu/navy_flounder_smc.bin");
0065 MODULE_FIRMWARE("amdgpu/dimgrey_cavefish_smc.bin");
0066 MODULE_FIRMWARE("amdgpu/beige_goby_smc.bin");
0067 
0068 #define SMU11_VOLTAGE_SCALE 4
0069 
0070 #define SMU11_MODE1_RESET_WAIT_TIME_IN_MS 500  //500ms
0071 
0072 #define smnPCIE_LC_LINK_WIDTH_CNTL      0x11140288
0073 #define PCIE_LC_LINK_WIDTH_CNTL__LC_LINK_WIDTH_RD_MASK 0x00000070L
0074 #define PCIE_LC_LINK_WIDTH_CNTL__LC_LINK_WIDTH_RD__SHIFT 0x4
0075 #define smnPCIE_LC_SPEED_CNTL           0x11140290
0076 #define PCIE_LC_SPEED_CNTL__LC_CURRENT_DATA_RATE_MASK 0xC000
0077 #define PCIE_LC_SPEED_CNTL__LC_CURRENT_DATA_RATE__SHIFT 0xE
0078 
0079 #define mmTHM_BACO_CNTL_ARCT            0xA7
0080 #define mmTHM_BACO_CNTL_ARCT_BASE_IDX       0
0081 
0082 int smu_v11_0_init_microcode(struct smu_context *smu)
0083 {
0084     struct amdgpu_device *adev = smu->adev;
0085     const char *chip_name;
0086     char fw_name[SMU_FW_NAME_LEN];
0087     int err = 0;
0088     const struct smc_firmware_header_v1_0 *hdr;
0089     const struct common_firmware_header *header;
0090     struct amdgpu_firmware_info *ucode = NULL;
0091 
0092     if (amdgpu_sriov_vf(adev) &&
0093         ((adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 0, 9)) ||
0094          (adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 0, 7))))
0095         return 0;
0096 
0097     switch (adev->ip_versions[MP1_HWIP][0]) {
0098     case IP_VERSION(11, 0, 0):
0099         chip_name = "navi10";
0100         break;
0101     case IP_VERSION(11, 0, 5):
0102         chip_name = "navi14";
0103         break;
0104     case IP_VERSION(11, 0, 9):
0105         chip_name = "navi12";
0106         break;
0107     case IP_VERSION(11, 0, 7):
0108         chip_name = "sienna_cichlid";
0109         break;
0110     case IP_VERSION(11, 0, 11):
0111         chip_name = "navy_flounder";
0112         break;
0113     case IP_VERSION(11, 0, 12):
0114         chip_name = "dimgrey_cavefish";
0115         break;
0116     case IP_VERSION(11, 0, 13):
0117         chip_name = "beige_goby";
0118         break;
0119     case IP_VERSION(11, 0, 2):
0120         chip_name = "arcturus";
0121         break;
0122     default:
0123         dev_err(adev->dev, "Unsupported IP version 0x%x\n",
0124             adev->ip_versions[MP1_HWIP][0]);
0125         return -EINVAL;
0126     }
0127 
0128     snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_smc.bin", chip_name);
0129 
0130     err = request_firmware(&adev->pm.fw, fw_name, adev->dev);
0131     if (err)
0132         goto out;
0133     err = amdgpu_ucode_validate(adev->pm.fw);
0134     if (err)
0135         goto out;
0136 
0137     hdr = (const struct smc_firmware_header_v1_0 *) adev->pm.fw->data;
0138     amdgpu_ucode_print_smc_hdr(&hdr->header);
0139     adev->pm.fw_version = le32_to_cpu(hdr->header.ucode_version);
0140 
0141     if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) {
0142         ucode = &adev->firmware.ucode[AMDGPU_UCODE_ID_SMC];
0143         ucode->ucode_id = AMDGPU_UCODE_ID_SMC;
0144         ucode->fw = adev->pm.fw;
0145         header = (const struct common_firmware_header *)ucode->fw->data;
0146         adev->firmware.fw_size +=
0147             ALIGN(le32_to_cpu(header->ucode_size_bytes), PAGE_SIZE);
0148     }
0149 
0150 out:
0151     if (err) {
0152         DRM_ERROR("smu_v11_0: Failed to load firmware \"%s\"\n",
0153               fw_name);
0154         release_firmware(adev->pm.fw);
0155         adev->pm.fw = NULL;
0156     }
0157     return err;
0158 }
0159 
0160 void smu_v11_0_fini_microcode(struct smu_context *smu)
0161 {
0162     struct amdgpu_device *adev = smu->adev;
0163 
0164     release_firmware(adev->pm.fw);
0165     adev->pm.fw = NULL;
0166     adev->pm.fw_version = 0;
0167 }
0168 
0169 int smu_v11_0_load_microcode(struct smu_context *smu)
0170 {
0171     struct amdgpu_device *adev = smu->adev;
0172     const uint32_t *src;
0173     const struct smc_firmware_header_v1_0 *hdr;
0174     uint32_t addr_start = MP1_SRAM;
0175     uint32_t i;
0176     uint32_t smc_fw_size;
0177     uint32_t mp1_fw_flags;
0178 
0179     hdr = (const struct smc_firmware_header_v1_0 *) adev->pm.fw->data;
0180     src = (const uint32_t *)(adev->pm.fw->data +
0181         le32_to_cpu(hdr->header.ucode_array_offset_bytes));
0182     smc_fw_size = hdr->header.ucode_size_bytes;
0183 
0184     for (i = 1; i < smc_fw_size/4 - 1; i++) {
0185         WREG32_PCIE(addr_start, src[i]);
0186         addr_start += 4;
0187     }
0188 
0189     WREG32_PCIE(MP1_Public | (smnMP1_PUB_CTRL & 0xffffffff),
0190         1 & MP1_SMN_PUB_CTRL__RESET_MASK);
0191     WREG32_PCIE(MP1_Public | (smnMP1_PUB_CTRL & 0xffffffff),
0192         1 & ~MP1_SMN_PUB_CTRL__RESET_MASK);
0193 
0194     for (i = 0; i < adev->usec_timeout; i++) {
0195         mp1_fw_flags = RREG32_PCIE(MP1_Public |
0196             (smnMP1_FIRMWARE_FLAGS & 0xffffffff));
0197         if ((mp1_fw_flags & MP1_FIRMWARE_FLAGS__INTERRUPTS_ENABLED_MASK) >>
0198             MP1_FIRMWARE_FLAGS__INTERRUPTS_ENABLED__SHIFT)
0199             break;
0200         udelay(1);
0201     }
0202 
0203     if (i == adev->usec_timeout)
0204         return -ETIME;
0205 
0206     return 0;
0207 }
0208 
0209 int smu_v11_0_check_fw_status(struct smu_context *smu)
0210 {
0211     struct amdgpu_device *adev = smu->adev;
0212     uint32_t mp1_fw_flags;
0213 
0214     mp1_fw_flags = RREG32_PCIE(MP1_Public |
0215                    (smnMP1_FIRMWARE_FLAGS & 0xffffffff));
0216 
0217     if ((mp1_fw_flags & MP1_FIRMWARE_FLAGS__INTERRUPTS_ENABLED_MASK) >>
0218         MP1_FIRMWARE_FLAGS__INTERRUPTS_ENABLED__SHIFT)
0219         return 0;
0220 
0221     return -EIO;
0222 }
0223 
0224 int smu_v11_0_check_fw_version(struct smu_context *smu)
0225 {
0226     struct amdgpu_device *adev = smu->adev;
0227     uint32_t if_version = 0xff, smu_version = 0xff;
0228     uint8_t smu_program, smu_major, smu_minor, smu_debug;
0229     int ret = 0;
0230 
0231     ret = smu_cmn_get_smc_version(smu, &if_version, &smu_version);
0232     if (ret)
0233         return ret;
0234 
0235     smu_program = (smu_version >> 24) & 0xff;
0236     smu_major = (smu_version >> 16) & 0xff;
0237     smu_minor = (smu_version >> 8) & 0xff;
0238     smu_debug = (smu_version >> 0) & 0xff;
0239     if (smu->is_apu)
0240         adev->pm.fw_version = smu_version;
0241 
0242     switch (adev->ip_versions[MP1_HWIP][0]) {
0243     case IP_VERSION(11, 0, 0):
0244         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_NV10;
0245         break;
0246     case IP_VERSION(11, 0, 9):
0247         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_NV12;
0248         break;
0249     case IP_VERSION(11, 0, 5):
0250         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_NV14;
0251         break;
0252     case IP_VERSION(11, 0, 7):
0253         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_Sienna_Cichlid;
0254         break;
0255     case IP_VERSION(11, 0, 11):
0256         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_Navy_Flounder;
0257         break;
0258     case IP_VERSION(11, 5, 0):
0259         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_VANGOGH;
0260         break;
0261     case IP_VERSION(11, 0, 12):
0262         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_Dimgrey_Cavefish;
0263         break;
0264     case IP_VERSION(11, 0, 13):
0265         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_Beige_Goby;
0266         break;
0267     case IP_VERSION(11, 0, 8):
0268         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_Cyan_Skillfish;
0269         break;
0270     case IP_VERSION(11, 0, 2):
0271         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_ARCT;
0272         break;
0273     default:
0274         dev_err(smu->adev->dev, "smu unsupported IP version: 0x%x.\n",
0275             adev->ip_versions[MP1_HWIP][0]);
0276         smu->smc_driver_if_version = SMU11_DRIVER_IF_VERSION_INV;
0277         break;
0278     }
0279 
0280     /*
0281      * 1. if_version mismatch is not critical as our fw is designed
0282      * to be backward compatible.
0283      * 2. New fw usually brings some optimizations. But that's visible
0284      * only on the paired driver.
0285      * Considering above, we just leave user a warning message instead
0286      * of halt driver loading.
0287      */
0288     if (if_version != smu->smc_driver_if_version) {
0289         dev_info(smu->adev->dev, "smu driver if version = 0x%08x, smu fw if version = 0x%08x, "
0290             "smu fw program = %d, version = 0x%08x (%d.%d.%d)\n",
0291             smu->smc_driver_if_version, if_version,
0292             smu_program, smu_version, smu_major, smu_minor, smu_debug);
0293         dev_warn(smu->adev->dev, "SMU driver if version not matched\n");
0294     }
0295 
0296     return ret;
0297 }
0298 
0299 static int smu_v11_0_set_pptable_v2_0(struct smu_context *smu, void **table, uint32_t *size)
0300 {
0301     struct amdgpu_device *adev = smu->adev;
0302     uint32_t ppt_offset_bytes;
0303     const struct smc_firmware_header_v2_0 *v2;
0304 
0305     v2 = (const struct smc_firmware_header_v2_0 *) adev->pm.fw->data;
0306 
0307     ppt_offset_bytes = le32_to_cpu(v2->ppt_offset_bytes);
0308     *size = le32_to_cpu(v2->ppt_size_bytes);
0309     *table = (uint8_t *)v2 + ppt_offset_bytes;
0310 
0311     return 0;
0312 }
0313 
0314 static int smu_v11_0_set_pptable_v2_1(struct smu_context *smu, void **table,
0315                       uint32_t *size, uint32_t pptable_id)
0316 {
0317     struct amdgpu_device *adev = smu->adev;
0318     const struct smc_firmware_header_v2_1 *v2_1;
0319     struct smc_soft_pptable_entry *entries;
0320     uint32_t pptable_count = 0;
0321     int i = 0;
0322 
0323     v2_1 = (const struct smc_firmware_header_v2_1 *) adev->pm.fw->data;
0324     entries = (struct smc_soft_pptable_entry *)
0325         ((uint8_t *)v2_1 + le32_to_cpu(v2_1->pptable_entry_offset));
0326     pptable_count = le32_to_cpu(v2_1->pptable_count);
0327     for (i = 0; i < pptable_count; i++) {
0328         if (le32_to_cpu(entries[i].id) == pptable_id) {
0329             *table = ((uint8_t *)v2_1 + le32_to_cpu(entries[i].ppt_offset_bytes));
0330             *size = le32_to_cpu(entries[i].ppt_size_bytes);
0331             break;
0332         }
0333     }
0334 
0335     if (i == pptable_count)
0336         return -EINVAL;
0337 
0338     return 0;
0339 }
0340 
0341 int smu_v11_0_setup_pptable(struct smu_context *smu)
0342 {
0343     struct amdgpu_device *adev = smu->adev;
0344     const struct smc_firmware_header_v1_0 *hdr;
0345     int ret, index;
0346     uint32_t size = 0;
0347     uint16_t atom_table_size;
0348     uint8_t frev, crev;
0349     void *table;
0350     uint16_t version_major, version_minor;
0351 
0352     if (!amdgpu_sriov_vf(adev)) {
0353         hdr = (const struct smc_firmware_header_v1_0 *) adev->pm.fw->data;
0354         version_major = le16_to_cpu(hdr->header.header_version_major);
0355         version_minor = le16_to_cpu(hdr->header.header_version_minor);
0356         if (version_major == 2 && smu->smu_table.boot_values.pp_table_id > 0) {
0357             dev_info(adev->dev, "use driver provided pptable %d\n", smu->smu_table.boot_values.pp_table_id);
0358             switch (version_minor) {
0359             case 0:
0360                 ret = smu_v11_0_set_pptable_v2_0(smu, &table, &size);
0361                 break;
0362             case 1:
0363                 ret = smu_v11_0_set_pptable_v2_1(smu, &table, &size,
0364                                 smu->smu_table.boot_values.pp_table_id);
0365                 break;
0366             default:
0367                 ret = -EINVAL;
0368                 break;
0369             }
0370             if (ret)
0371                 return ret;
0372             goto out;
0373         }
0374     }
0375 
0376     dev_info(adev->dev, "use vbios provided pptable\n");
0377     index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1,
0378                         powerplayinfo);
0379 
0380     ret = amdgpu_atombios_get_data_table(adev, index, &atom_table_size, &frev, &crev,
0381                         (uint8_t **)&table);
0382     if (ret)
0383         return ret;
0384     size = atom_table_size;
0385 
0386 out:
0387     if (!smu->smu_table.power_play_table)
0388         smu->smu_table.power_play_table = table;
0389     if (!smu->smu_table.power_play_table_size)
0390         smu->smu_table.power_play_table_size = size;
0391 
0392     return 0;
0393 }
0394 
0395 int smu_v11_0_init_smc_tables(struct smu_context *smu)
0396 {
0397     struct smu_table_context *smu_table = &smu->smu_table;
0398     struct smu_table *tables = smu_table->tables;
0399     int ret = 0;
0400 
0401     smu_table->driver_pptable =
0402         kzalloc(tables[SMU_TABLE_PPTABLE].size, GFP_KERNEL);
0403     if (!smu_table->driver_pptable) {
0404         ret = -ENOMEM;
0405         goto err0_out;
0406     }
0407 
0408     smu_table->max_sustainable_clocks =
0409         kzalloc(sizeof(struct smu_11_0_max_sustainable_clocks), GFP_KERNEL);
0410     if (!smu_table->max_sustainable_clocks) {
0411         ret = -ENOMEM;
0412         goto err1_out;
0413     }
0414 
0415     /* Arcturus does not support OVERDRIVE */
0416     if (tables[SMU_TABLE_OVERDRIVE].size) {
0417         smu_table->overdrive_table =
0418             kzalloc(tables[SMU_TABLE_OVERDRIVE].size, GFP_KERNEL);
0419         if (!smu_table->overdrive_table) {
0420             ret = -ENOMEM;
0421             goto err2_out;
0422         }
0423 
0424         smu_table->boot_overdrive_table =
0425             kzalloc(tables[SMU_TABLE_OVERDRIVE].size, GFP_KERNEL);
0426         if (!smu_table->boot_overdrive_table) {
0427             ret = -ENOMEM;
0428             goto err3_out;
0429         }
0430 
0431         smu_table->user_overdrive_table =
0432             kzalloc(tables[SMU_TABLE_OVERDRIVE].size, GFP_KERNEL);
0433         if (!smu_table->user_overdrive_table) {
0434             ret = -ENOMEM;
0435             goto err4_out;
0436         }
0437 
0438     }
0439 
0440     return 0;
0441 
0442 err4_out:
0443     kfree(smu_table->boot_overdrive_table);
0444 err3_out:
0445     kfree(smu_table->overdrive_table);
0446 err2_out:
0447     kfree(smu_table->max_sustainable_clocks);
0448 err1_out:
0449     kfree(smu_table->driver_pptable);
0450 err0_out:
0451     return ret;
0452 }
0453 
0454 int smu_v11_0_fini_smc_tables(struct smu_context *smu)
0455 {
0456     struct smu_table_context *smu_table = &smu->smu_table;
0457     struct smu_dpm_context *smu_dpm = &smu->smu_dpm;
0458 
0459     kfree(smu_table->gpu_metrics_table);
0460     kfree(smu_table->user_overdrive_table);
0461     kfree(smu_table->boot_overdrive_table);
0462     kfree(smu_table->overdrive_table);
0463     kfree(smu_table->max_sustainable_clocks);
0464     kfree(smu_table->driver_pptable);
0465     kfree(smu_table->clocks_table);
0466     smu_table->gpu_metrics_table = NULL;
0467     smu_table->user_overdrive_table = NULL;
0468     smu_table->boot_overdrive_table = NULL;
0469     smu_table->overdrive_table = NULL;
0470     smu_table->max_sustainable_clocks = NULL;
0471     smu_table->driver_pptable = NULL;
0472     smu_table->clocks_table = NULL;
0473     kfree(smu_table->hardcode_pptable);
0474     smu_table->hardcode_pptable = NULL;
0475 
0476     kfree(smu_table->driver_smu_config_table);
0477     kfree(smu_table->ecc_table);
0478     kfree(smu_table->metrics_table);
0479     kfree(smu_table->watermarks_table);
0480     smu_table->driver_smu_config_table = NULL;
0481     smu_table->ecc_table = NULL;
0482     smu_table->metrics_table = NULL;
0483     smu_table->watermarks_table = NULL;
0484     smu_table->metrics_time = 0;
0485 
0486     kfree(smu_dpm->dpm_context);
0487     kfree(smu_dpm->golden_dpm_context);
0488     kfree(smu_dpm->dpm_current_power_state);
0489     kfree(smu_dpm->dpm_request_power_state);
0490     smu_dpm->dpm_context = NULL;
0491     smu_dpm->golden_dpm_context = NULL;
0492     smu_dpm->dpm_context_size = 0;
0493     smu_dpm->dpm_current_power_state = NULL;
0494     smu_dpm->dpm_request_power_state = NULL;
0495 
0496     return 0;
0497 }
0498 
0499 int smu_v11_0_init_power(struct smu_context *smu)
0500 {
0501     struct amdgpu_device *adev = smu->adev;
0502     struct smu_power_context *smu_power = &smu->smu_power;
0503     size_t size = adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 5, 0) ?
0504             sizeof(struct smu_11_5_power_context) :
0505             sizeof(struct smu_11_0_power_context);
0506 
0507     smu_power->power_context = kzalloc(size, GFP_KERNEL);
0508     if (!smu_power->power_context)
0509         return -ENOMEM;
0510     smu_power->power_context_size = size;
0511 
0512     return 0;
0513 }
0514 
0515 int smu_v11_0_fini_power(struct smu_context *smu)
0516 {
0517     struct smu_power_context *smu_power = &smu->smu_power;
0518 
0519     kfree(smu_power->power_context);
0520     smu_power->power_context = NULL;
0521     smu_power->power_context_size = 0;
0522 
0523     return 0;
0524 }
0525 
0526 static int smu_v11_0_atom_get_smu_clockinfo(struct amdgpu_device *adev,
0527                         uint8_t clk_id,
0528                         uint8_t syspll_id,
0529                         uint32_t *clk_freq)
0530 {
0531     struct atom_get_smu_clock_info_parameters_v3_1 input = {0};
0532     struct atom_get_smu_clock_info_output_parameters_v3_1 *output;
0533     int ret, index;
0534 
0535     input.clk_id = clk_id;
0536     input.syspll_id = syspll_id;
0537     input.command = GET_SMU_CLOCK_INFO_V3_1_GET_CLOCK_FREQ;
0538     index = get_index_into_master_table(atom_master_list_of_command_functions_v2_1,
0539                         getsmuclockinfo);
0540 
0541     ret = amdgpu_atom_execute_table(adev->mode_info.atom_context, index,
0542                     (uint32_t *)&input);
0543     if (ret)
0544         return -EINVAL;
0545 
0546     output = (struct atom_get_smu_clock_info_output_parameters_v3_1 *)&input;
0547     *clk_freq = le32_to_cpu(output->atom_smu_outputclkfreq.smu_clock_freq_hz) / 10000;
0548 
0549     return 0;
0550 }
0551 
0552 int smu_v11_0_get_vbios_bootup_values(struct smu_context *smu)
0553 {
0554     int ret, index;
0555     uint16_t size;
0556     uint8_t frev, crev;
0557     struct atom_common_table_header *header;
0558     struct atom_firmware_info_v3_3 *v_3_3;
0559     struct atom_firmware_info_v3_1 *v_3_1;
0560 
0561     index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1,
0562                         firmwareinfo);
0563 
0564     ret = amdgpu_atombios_get_data_table(smu->adev, index, &size, &frev, &crev,
0565                       (uint8_t **)&header);
0566     if (ret)
0567         return ret;
0568 
0569     if (header->format_revision != 3) {
0570         dev_err(smu->adev->dev, "unknown atom_firmware_info version! for smu11\n");
0571         return -EINVAL;
0572     }
0573 
0574     switch (header->content_revision) {
0575     case 0:
0576     case 1:
0577     case 2:
0578         v_3_1 = (struct atom_firmware_info_v3_1 *)header;
0579         smu->smu_table.boot_values.revision = v_3_1->firmware_revision;
0580         smu->smu_table.boot_values.gfxclk = v_3_1->bootup_sclk_in10khz;
0581         smu->smu_table.boot_values.uclk = v_3_1->bootup_mclk_in10khz;
0582         smu->smu_table.boot_values.socclk = 0;
0583         smu->smu_table.boot_values.dcefclk = 0;
0584         smu->smu_table.boot_values.vddc = v_3_1->bootup_vddc_mv;
0585         smu->smu_table.boot_values.vddci = v_3_1->bootup_vddci_mv;
0586         smu->smu_table.boot_values.mvddc = v_3_1->bootup_mvddc_mv;
0587         smu->smu_table.boot_values.vdd_gfx = v_3_1->bootup_vddgfx_mv;
0588         smu->smu_table.boot_values.cooling_id = v_3_1->coolingsolution_id;
0589         smu->smu_table.boot_values.pp_table_id = 0;
0590         smu->smu_table.boot_values.firmware_caps = v_3_1->firmware_capability;
0591         break;
0592     case 3:
0593     case 4:
0594     default:
0595         v_3_3 = (struct atom_firmware_info_v3_3 *)header;
0596         smu->smu_table.boot_values.revision = v_3_3->firmware_revision;
0597         smu->smu_table.boot_values.gfxclk = v_3_3->bootup_sclk_in10khz;
0598         smu->smu_table.boot_values.uclk = v_3_3->bootup_mclk_in10khz;
0599         smu->smu_table.boot_values.socclk = 0;
0600         smu->smu_table.boot_values.dcefclk = 0;
0601         smu->smu_table.boot_values.vddc = v_3_3->bootup_vddc_mv;
0602         smu->smu_table.boot_values.vddci = v_3_3->bootup_vddci_mv;
0603         smu->smu_table.boot_values.mvddc = v_3_3->bootup_mvddc_mv;
0604         smu->smu_table.boot_values.vdd_gfx = v_3_3->bootup_vddgfx_mv;
0605         smu->smu_table.boot_values.cooling_id = v_3_3->coolingsolution_id;
0606         smu->smu_table.boot_values.pp_table_id = v_3_3->pplib_pptable_id;
0607         smu->smu_table.boot_values.firmware_caps = v_3_3->firmware_capability;
0608     }
0609 
0610     smu->smu_table.boot_values.format_revision = header->format_revision;
0611     smu->smu_table.boot_values.content_revision = header->content_revision;
0612 
0613     smu_v11_0_atom_get_smu_clockinfo(smu->adev,
0614                      (uint8_t)SMU11_SYSPLL0_SOCCLK_ID,
0615                      (uint8_t)0,
0616                      &smu->smu_table.boot_values.socclk);
0617 
0618     smu_v11_0_atom_get_smu_clockinfo(smu->adev,
0619                      (uint8_t)SMU11_SYSPLL0_DCEFCLK_ID,
0620                      (uint8_t)0,
0621                      &smu->smu_table.boot_values.dcefclk);
0622 
0623     smu_v11_0_atom_get_smu_clockinfo(smu->adev,
0624                      (uint8_t)SMU11_SYSPLL0_ECLK_ID,
0625                      (uint8_t)0,
0626                      &smu->smu_table.boot_values.eclk);
0627 
0628     smu_v11_0_atom_get_smu_clockinfo(smu->adev,
0629                      (uint8_t)SMU11_SYSPLL0_VCLK_ID,
0630                      (uint8_t)0,
0631                      &smu->smu_table.boot_values.vclk);
0632 
0633     smu_v11_0_atom_get_smu_clockinfo(smu->adev,
0634                      (uint8_t)SMU11_SYSPLL0_DCLK_ID,
0635                      (uint8_t)0,
0636                      &smu->smu_table.boot_values.dclk);
0637 
0638     if ((smu->smu_table.boot_values.format_revision == 3) &&
0639         (smu->smu_table.boot_values.content_revision >= 2))
0640         smu_v11_0_atom_get_smu_clockinfo(smu->adev,
0641                          (uint8_t)SMU11_SYSPLL1_0_FCLK_ID,
0642                          (uint8_t)SMU11_SYSPLL1_2_ID,
0643                          &smu->smu_table.boot_values.fclk);
0644 
0645     smu_v11_0_atom_get_smu_clockinfo(smu->adev,
0646                      (uint8_t)SMU11_SYSPLL3_1_LCLK_ID,
0647                      (uint8_t)SMU11_SYSPLL3_1_ID,
0648                      &smu->smu_table.boot_values.lclk);
0649 
0650     return 0;
0651 }
0652 
0653 int smu_v11_0_notify_memory_pool_location(struct smu_context *smu)
0654 {
0655     struct smu_table_context *smu_table = &smu->smu_table;
0656     struct smu_table *memory_pool = &smu_table->memory_pool;
0657     int ret = 0;
0658     uint64_t address;
0659     uint32_t address_low, address_high;
0660 
0661     if (memory_pool->size == 0 || memory_pool->cpu_addr == NULL)
0662         return ret;
0663 
0664     address = (uintptr_t)memory_pool->cpu_addr;
0665     address_high = (uint32_t)upper_32_bits(address);
0666     address_low  = (uint32_t)lower_32_bits(address);
0667 
0668     ret = smu_cmn_send_smc_msg_with_param(smu,
0669                       SMU_MSG_SetSystemVirtualDramAddrHigh,
0670                       address_high,
0671                       NULL);
0672     if (ret)
0673         return ret;
0674     ret = smu_cmn_send_smc_msg_with_param(smu,
0675                       SMU_MSG_SetSystemVirtualDramAddrLow,
0676                       address_low,
0677                       NULL);
0678     if (ret)
0679         return ret;
0680 
0681     address = memory_pool->mc_address;
0682     address_high = (uint32_t)upper_32_bits(address);
0683     address_low  = (uint32_t)lower_32_bits(address);
0684 
0685     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_DramLogSetDramAddrHigh,
0686                       address_high, NULL);
0687     if (ret)
0688         return ret;
0689     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_DramLogSetDramAddrLow,
0690                       address_low, NULL);
0691     if (ret)
0692         return ret;
0693     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_DramLogSetDramSize,
0694                       (uint32_t)memory_pool->size, NULL);
0695     if (ret)
0696         return ret;
0697 
0698     return ret;
0699 }
0700 
0701 int smu_v11_0_set_min_deep_sleep_dcefclk(struct smu_context *smu, uint32_t clk)
0702 {
0703     int ret;
0704 
0705     ret = smu_cmn_send_smc_msg_with_param(smu,
0706                       SMU_MSG_SetMinDeepSleepDcefclk, clk, NULL);
0707     if (ret)
0708         dev_err(smu->adev->dev, "SMU11 attempt to set divider for DCEFCLK Failed!");
0709 
0710     return ret;
0711 }
0712 
0713 int smu_v11_0_set_driver_table_location(struct smu_context *smu)
0714 {
0715     struct smu_table *driver_table = &smu->smu_table.driver_table;
0716     int ret = 0;
0717 
0718     if (driver_table->mc_address) {
0719         ret = smu_cmn_send_smc_msg_with_param(smu,
0720                 SMU_MSG_SetDriverDramAddrHigh,
0721                 upper_32_bits(driver_table->mc_address),
0722                 NULL);
0723         if (!ret)
0724             ret = smu_cmn_send_smc_msg_with_param(smu,
0725                 SMU_MSG_SetDriverDramAddrLow,
0726                 lower_32_bits(driver_table->mc_address),
0727                 NULL);
0728     }
0729 
0730     return ret;
0731 }
0732 
0733 int smu_v11_0_set_tool_table_location(struct smu_context *smu)
0734 {
0735     int ret = 0;
0736     struct smu_table *tool_table = &smu->smu_table.tables[SMU_TABLE_PMSTATUSLOG];
0737 
0738     if (tool_table->mc_address) {
0739         ret = smu_cmn_send_smc_msg_with_param(smu,
0740                 SMU_MSG_SetToolsDramAddrHigh,
0741                 upper_32_bits(tool_table->mc_address),
0742                 NULL);
0743         if (!ret)
0744             ret = smu_cmn_send_smc_msg_with_param(smu,
0745                 SMU_MSG_SetToolsDramAddrLow,
0746                 lower_32_bits(tool_table->mc_address),
0747                 NULL);
0748     }
0749 
0750     return ret;
0751 }
0752 
0753 int smu_v11_0_init_display_count(struct smu_context *smu, uint32_t count)
0754 {
0755     struct amdgpu_device *adev = smu->adev;
0756 
0757     /* Navy_Flounder/Dimgrey_Cavefish do not support to change
0758      * display num currently
0759      */
0760     if (adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 0, 11) ||
0761         adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 5, 0) ||
0762         adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 0, 12) ||
0763         adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 0, 13))
0764         return 0;
0765 
0766     return smu_cmn_send_smc_msg_with_param(smu,
0767                            SMU_MSG_NumOfDisplays,
0768                            count,
0769                            NULL);
0770 }
0771 
0772 
0773 int smu_v11_0_set_allowed_mask(struct smu_context *smu)
0774 {
0775     struct smu_feature *feature = &smu->smu_feature;
0776     int ret = 0;
0777     uint32_t feature_mask[2];
0778 
0779     if (bitmap_empty(feature->allowed, SMU_FEATURE_MAX) || feature->feature_num < 64) {
0780         ret = -EINVAL;
0781         goto failed;
0782     }
0783 
0784     bitmap_to_arr32(feature_mask, feature->allowed, 64);
0785 
0786     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetAllowedFeaturesMaskHigh,
0787                       feature_mask[1], NULL);
0788     if (ret)
0789         goto failed;
0790 
0791     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetAllowedFeaturesMaskLow,
0792                       feature_mask[0], NULL);
0793     if (ret)
0794         goto failed;
0795 
0796 failed:
0797     return ret;
0798 }
0799 
0800 int smu_v11_0_system_features_control(struct smu_context *smu,
0801                          bool en)
0802 {
0803     return smu_cmn_send_smc_msg(smu, (en ? SMU_MSG_EnableAllSmuFeatures :
0804                       SMU_MSG_DisableAllSmuFeatures), NULL);
0805 }
0806 
0807 int smu_v11_0_notify_display_change(struct smu_context *smu)
0808 {
0809     int ret = 0;
0810 
0811     if (smu_cmn_feature_is_enabled(smu, SMU_FEATURE_DPM_UCLK_BIT) &&
0812         smu->adev->gmc.vram_type == AMDGPU_VRAM_TYPE_HBM)
0813         ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetUclkFastSwitch, 1, NULL);
0814 
0815     return ret;
0816 }
0817 
0818 static int
0819 smu_v11_0_get_max_sustainable_clock(struct smu_context *smu, uint32_t *clock,
0820                     enum smu_clk_type clock_select)
0821 {
0822     int ret = 0;
0823     int clk_id;
0824 
0825     if ((smu_cmn_to_asic_specific_index(smu, CMN2ASIC_MAPPING_MSG, SMU_MSG_GetDcModeMaxDpmFreq) < 0) ||
0826         (smu_cmn_to_asic_specific_index(smu, CMN2ASIC_MAPPING_MSG, SMU_MSG_GetMaxDpmFreq) < 0))
0827         return 0;
0828 
0829     clk_id = smu_cmn_to_asic_specific_index(smu,
0830                         CMN2ASIC_MAPPING_CLK,
0831                         clock_select);
0832     if (clk_id < 0)
0833         return -EINVAL;
0834 
0835     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_GetDcModeMaxDpmFreq,
0836                       clk_id << 16, clock);
0837     if (ret) {
0838         dev_err(smu->adev->dev, "[GetMaxSustainableClock] Failed to get max DC clock from SMC!");
0839         return ret;
0840     }
0841 
0842     if (*clock != 0)
0843         return 0;
0844 
0845     /* if DC limit is zero, return AC limit */
0846     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_GetMaxDpmFreq,
0847                       clk_id << 16, clock);
0848     if (ret) {
0849         dev_err(smu->adev->dev, "[GetMaxSustainableClock] failed to get max AC clock from SMC!");
0850         return ret;
0851     }
0852 
0853     return 0;
0854 }
0855 
0856 int smu_v11_0_init_max_sustainable_clocks(struct smu_context *smu)
0857 {
0858     struct smu_11_0_max_sustainable_clocks *max_sustainable_clocks =
0859             smu->smu_table.max_sustainable_clocks;
0860     int ret = 0;
0861 
0862     max_sustainable_clocks->uclock = smu->smu_table.boot_values.uclk / 100;
0863     max_sustainable_clocks->soc_clock = smu->smu_table.boot_values.socclk / 100;
0864     max_sustainable_clocks->dcef_clock = smu->smu_table.boot_values.dcefclk / 100;
0865     max_sustainable_clocks->display_clock = 0xFFFFFFFF;
0866     max_sustainable_clocks->phy_clock = 0xFFFFFFFF;
0867     max_sustainable_clocks->pixel_clock = 0xFFFFFFFF;
0868 
0869     if (smu_cmn_feature_is_enabled(smu, SMU_FEATURE_DPM_UCLK_BIT)) {
0870         ret = smu_v11_0_get_max_sustainable_clock(smu,
0871                               &(max_sustainable_clocks->uclock),
0872                               SMU_UCLK);
0873         if (ret) {
0874             dev_err(smu->adev->dev, "[%s] failed to get max UCLK from SMC!",
0875                    __func__);
0876             return ret;
0877         }
0878     }
0879 
0880     if (smu_cmn_feature_is_enabled(smu, SMU_FEATURE_DPM_SOCCLK_BIT)) {
0881         ret = smu_v11_0_get_max_sustainable_clock(smu,
0882                               &(max_sustainable_clocks->soc_clock),
0883                               SMU_SOCCLK);
0884         if (ret) {
0885             dev_err(smu->adev->dev, "[%s] failed to get max SOCCLK from SMC!",
0886                    __func__);
0887             return ret;
0888         }
0889     }
0890 
0891     if (smu_cmn_feature_is_enabled(smu, SMU_FEATURE_DPM_DCEFCLK_BIT)) {
0892         ret = smu_v11_0_get_max_sustainable_clock(smu,
0893                               &(max_sustainable_clocks->dcef_clock),
0894                               SMU_DCEFCLK);
0895         if (ret) {
0896             dev_err(smu->adev->dev, "[%s] failed to get max DCEFCLK from SMC!",
0897                    __func__);
0898             return ret;
0899         }
0900 
0901         ret = smu_v11_0_get_max_sustainable_clock(smu,
0902                               &(max_sustainable_clocks->display_clock),
0903                               SMU_DISPCLK);
0904         if (ret) {
0905             dev_err(smu->adev->dev, "[%s] failed to get max DISPCLK from SMC!",
0906                    __func__);
0907             return ret;
0908         }
0909         ret = smu_v11_0_get_max_sustainable_clock(smu,
0910                               &(max_sustainable_clocks->phy_clock),
0911                               SMU_PHYCLK);
0912         if (ret) {
0913             dev_err(smu->adev->dev, "[%s] failed to get max PHYCLK from SMC!",
0914                    __func__);
0915             return ret;
0916         }
0917         ret = smu_v11_0_get_max_sustainable_clock(smu,
0918                               &(max_sustainable_clocks->pixel_clock),
0919                               SMU_PIXCLK);
0920         if (ret) {
0921             dev_err(smu->adev->dev, "[%s] failed to get max PIXCLK from SMC!",
0922                    __func__);
0923             return ret;
0924         }
0925     }
0926 
0927     if (max_sustainable_clocks->soc_clock < max_sustainable_clocks->uclock)
0928         max_sustainable_clocks->uclock = max_sustainable_clocks->soc_clock;
0929 
0930     return 0;
0931 }
0932 
0933 int smu_v11_0_get_current_power_limit(struct smu_context *smu,
0934                       uint32_t *power_limit)
0935 {
0936     int power_src;
0937     int ret = 0;
0938 
0939     if (!smu_cmn_feature_is_enabled(smu, SMU_FEATURE_PPT_BIT))
0940         return -EINVAL;
0941 
0942     power_src = smu_cmn_to_asic_specific_index(smu,
0943                     CMN2ASIC_MAPPING_PWR,
0944                     smu->adev->pm.ac_power ?
0945                     SMU_POWER_SOURCE_AC :
0946                     SMU_POWER_SOURCE_DC);
0947     if (power_src < 0)
0948         return -EINVAL;
0949 
0950     /*
0951      * BIT 24-31: ControllerId (only PPT0 is supported for now)
0952      * BIT 16-23: PowerSource
0953      */
0954     ret = smu_cmn_send_smc_msg_with_param(smu,
0955                       SMU_MSG_GetPptLimit,
0956                       (0 << 24) | (power_src << 16),
0957                       power_limit);
0958     if (ret)
0959         dev_err(smu->adev->dev, "[%s] get PPT limit failed!", __func__);
0960 
0961     return ret;
0962 }
0963 
0964 int smu_v11_0_set_power_limit(struct smu_context *smu,
0965                   enum smu_ppt_limit_type limit_type,
0966                   uint32_t limit)
0967 {
0968     int power_src;
0969     int ret = 0;
0970     uint32_t limit_param;
0971 
0972     if (limit_type != SMU_DEFAULT_PPT_LIMIT)
0973         return -EINVAL;
0974 
0975     if (!smu_cmn_feature_is_enabled(smu, SMU_FEATURE_PPT_BIT)) {
0976         dev_err(smu->adev->dev, "Setting new power limit is not supported!\n");
0977         return -EOPNOTSUPP;
0978     }
0979 
0980     power_src = smu_cmn_to_asic_specific_index(smu,
0981                     CMN2ASIC_MAPPING_PWR,
0982                     smu->adev->pm.ac_power ?
0983                     SMU_POWER_SOURCE_AC :
0984                     SMU_POWER_SOURCE_DC);
0985     if (power_src < 0)
0986         return -EINVAL;
0987 
0988     /*
0989      * BIT 24-31: ControllerId (only PPT0 is supported for now)
0990      * BIT 16-23: PowerSource
0991      * BIT 0-15: PowerLimit
0992      */
0993     limit_param  = (limit & 0xFFFF);
0994     limit_param |= 0 << 24;
0995     limit_param |= (power_src) << 16;
0996     ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetPptLimit, limit_param, NULL);
0997     if (ret) {
0998         dev_err(smu->adev->dev, "[%s] Set power limit Failed!\n", __func__);
0999         return ret;
1000     }
1001 
1002     smu->current_power_limit = limit;
1003 
1004     return 0;
1005 }
1006 
1007 static int smu_v11_0_ack_ac_dc_interrupt(struct smu_context *smu)
1008 {
1009     return smu_cmn_send_smc_msg(smu,
1010                 SMU_MSG_ReenableAcDcInterrupt,
1011                 NULL);
1012 }
1013 
1014 static int smu_v11_0_process_pending_interrupt(struct smu_context *smu)
1015 {
1016     int ret = 0;
1017 
1018     if (smu->dc_controlled_by_gpio &&
1019         smu_cmn_feature_is_enabled(smu, SMU_FEATURE_ACDC_BIT))
1020         ret = smu_v11_0_ack_ac_dc_interrupt(smu);
1021 
1022     return ret;
1023 }
1024 
1025 void smu_v11_0_interrupt_work(struct smu_context *smu)
1026 {
1027     if (smu_v11_0_ack_ac_dc_interrupt(smu))
1028         dev_err(smu->adev->dev, "Ack AC/DC interrupt Failed!\n");
1029 }
1030 
1031 int smu_v11_0_enable_thermal_alert(struct smu_context *smu)
1032 {
1033     int ret = 0;
1034 
1035     if (smu->smu_table.thermal_controller_type) {
1036         ret = amdgpu_irq_get(smu->adev, &smu->irq_source, 0);
1037         if (ret)
1038             return ret;
1039     }
1040 
1041     /*
1042      * After init there might have been missed interrupts triggered
1043      * before driver registers for interrupt (Ex. AC/DC).
1044      */
1045     return smu_v11_0_process_pending_interrupt(smu);
1046 }
1047 
1048 int smu_v11_0_disable_thermal_alert(struct smu_context *smu)
1049 {
1050     return amdgpu_irq_put(smu->adev, &smu->irq_source, 0);
1051 }
1052 
1053 static uint16_t convert_to_vddc(uint8_t vid)
1054 {
1055     return (uint16_t) ((6200 - (vid * 25)) / SMU11_VOLTAGE_SCALE);
1056 }
1057 
1058 int smu_v11_0_get_gfx_vdd(struct smu_context *smu, uint32_t *value)
1059 {
1060     struct amdgpu_device *adev = smu->adev;
1061     uint32_t vdd = 0, val_vid = 0;
1062 
1063     if (!value)
1064         return -EINVAL;
1065     val_vid = (RREG32_SOC15(SMUIO, 0, mmSMUSVI0_TEL_PLANE0) &
1066         SMUSVI0_TEL_PLANE0__SVI0_PLANE0_VDDCOR_MASK) >>
1067         SMUSVI0_TEL_PLANE0__SVI0_PLANE0_VDDCOR__SHIFT;
1068 
1069     vdd = (uint32_t)convert_to_vddc((uint8_t)val_vid);
1070 
1071     *value = vdd;
1072 
1073     return 0;
1074 
1075 }
1076 
1077 int
1078 smu_v11_0_display_clock_voltage_request(struct smu_context *smu,
1079                     struct pp_display_clock_request
1080                     *clock_req)
1081 {
1082     enum amd_pp_clock_type clk_type = clock_req->clock_type;
1083     int ret = 0;
1084     enum smu_clk_type clk_select = 0;
1085     uint32_t clk_freq = clock_req->clock_freq_in_khz / 1000;
1086 
1087     if (smu_cmn_feature_is_enabled(smu, SMU_FEATURE_DPM_DCEFCLK_BIT) ||
1088         smu_cmn_feature_is_enabled(smu, SMU_FEATURE_DPM_UCLK_BIT)) {
1089         switch (clk_type) {
1090         case amd_pp_dcef_clock:
1091             clk_select = SMU_DCEFCLK;
1092             break;
1093         case amd_pp_disp_clock:
1094             clk_select = SMU_DISPCLK;
1095             break;
1096         case amd_pp_pixel_clock:
1097             clk_select = SMU_PIXCLK;
1098             break;
1099         case amd_pp_phy_clock:
1100             clk_select = SMU_PHYCLK;
1101             break;
1102         case amd_pp_mem_clock:
1103             clk_select = SMU_UCLK;
1104             break;
1105         default:
1106             dev_info(smu->adev->dev, "[%s] Invalid Clock Type!", __func__);
1107             ret = -EINVAL;
1108             break;
1109         }
1110 
1111         if (ret)
1112             goto failed;
1113 
1114         if (clk_select == SMU_UCLK && smu->disable_uclk_switch)
1115             return 0;
1116 
1117         ret = smu_v11_0_set_hard_freq_limited_range(smu, clk_select, clk_freq, 0);
1118 
1119         if(clk_select == SMU_UCLK)
1120             smu->hard_min_uclk_req_from_dal = clk_freq;
1121     }
1122 
1123 failed:
1124     return ret;
1125 }
1126 
1127 int smu_v11_0_gfx_off_control(struct smu_context *smu, bool enable)
1128 {
1129     int ret = 0;
1130     struct amdgpu_device *adev = smu->adev;
1131 
1132     switch (adev->ip_versions[MP1_HWIP][0]) {
1133     case IP_VERSION(11, 0, 0):
1134     case IP_VERSION(11, 0, 5):
1135     case IP_VERSION(11, 0, 9):
1136     case IP_VERSION(11, 0, 7):
1137     case IP_VERSION(11, 0, 11):
1138     case IP_VERSION(11, 0, 12):
1139     case IP_VERSION(11, 0, 13):
1140     case IP_VERSION(11, 5, 0):
1141         if (!(adev->pm.pp_feature & PP_GFXOFF_MASK))
1142             return 0;
1143         if (enable)
1144             ret = smu_cmn_send_smc_msg(smu, SMU_MSG_AllowGfxOff, NULL);
1145         else
1146             ret = smu_cmn_send_smc_msg(smu, SMU_MSG_DisallowGfxOff, NULL);
1147         break;
1148     default:
1149         break;
1150     }
1151 
1152     return ret;
1153 }
1154 
1155 uint32_t
1156 smu_v11_0_get_fan_control_mode(struct smu_context *smu)
1157 {
1158     if (smu_cmn_feature_is_enabled(smu, SMU_FEATURE_FAN_CONTROL_BIT))
1159         return AMD_FAN_CTRL_AUTO;
1160     else
1161         return smu->user_dpm_profile.fan_mode;
1162 }
1163 
1164 static int
1165 smu_v11_0_auto_fan_control(struct smu_context *smu, bool auto_fan_control)
1166 {
1167     int ret = 0;
1168 
1169     if (!smu_cmn_feature_is_supported(smu, SMU_FEATURE_FAN_CONTROL_BIT))
1170         return 0;
1171 
1172     ret = smu_cmn_feature_set_enabled(smu, SMU_FEATURE_FAN_CONTROL_BIT, auto_fan_control);
1173     if (ret)
1174         dev_err(smu->adev->dev, "[%s]%s smc FAN CONTROL feature failed!",
1175                __func__, (auto_fan_control ? "Start" : "Stop"));
1176 
1177     return ret;
1178 }
1179 
1180 static int
1181 smu_v11_0_set_fan_static_mode(struct smu_context *smu, uint32_t mode)
1182 {
1183     struct amdgpu_device *adev = smu->adev;
1184 
1185     WREG32_SOC15(THM, 0, mmCG_FDO_CTRL2,
1186              REG_SET_FIELD(RREG32_SOC15(THM, 0, mmCG_FDO_CTRL2),
1187                    CG_FDO_CTRL2, TMIN, 0));
1188     WREG32_SOC15(THM, 0, mmCG_FDO_CTRL2,
1189              REG_SET_FIELD(RREG32_SOC15(THM, 0, mmCG_FDO_CTRL2),
1190                    CG_FDO_CTRL2, FDO_PWM_MODE, mode));
1191 
1192     return 0;
1193 }
1194 
1195 int
1196 smu_v11_0_set_fan_speed_pwm(struct smu_context *smu, uint32_t speed)
1197 {
1198     struct amdgpu_device *adev = smu->adev;
1199     uint32_t duty100, duty;
1200     uint64_t tmp64;
1201 
1202     speed = MIN(speed, 255);
1203 
1204     duty100 = REG_GET_FIELD(RREG32_SOC15(THM, 0, mmCG_FDO_CTRL1),
1205                 CG_FDO_CTRL1, FMAX_DUTY100);
1206     if (!duty100)
1207         return -EINVAL;
1208 
1209     tmp64 = (uint64_t)speed * duty100;
1210     do_div(tmp64, 255);
1211     duty = (uint32_t)tmp64;
1212 
1213     WREG32_SOC15(THM, 0, mmCG_FDO_CTRL0,
1214              REG_SET_FIELD(RREG32_SOC15(THM, 0, mmCG_FDO_CTRL0),
1215                    CG_FDO_CTRL0, FDO_STATIC_DUTY, duty));
1216 
1217     return smu_v11_0_set_fan_static_mode(smu, FDO_PWM_MODE_STATIC);
1218 }
1219 
1220 int smu_v11_0_set_fan_speed_rpm(struct smu_context *smu,
1221                 uint32_t speed)
1222 {
1223     struct amdgpu_device *adev = smu->adev;
1224     /*
1225      * crystal_clock_freq used for fan speed rpm calculation is
1226      * always 25Mhz. So, hardcode it as 2500(in 10K unit).
1227      */
1228     uint32_t crystal_clock_freq = 2500;
1229     uint32_t tach_period;
1230 
1231     if (speed == 0)
1232         return -EINVAL;
1233     /*
1234      * To prevent from possible overheat, some ASICs may have requirement
1235      * for minimum fan speed:
1236      * - For some NV10 SKU, the fan speed cannot be set lower than
1237      *   700 RPM.
1238      * - For some Sienna Cichlid SKU, the fan speed cannot be set
1239      *   lower than 500 RPM.
1240      */
1241     tach_period = 60 * crystal_clock_freq * 10000 / (8 * speed);
1242     WREG32_SOC15(THM, 0, mmCG_TACH_CTRL,
1243              REG_SET_FIELD(RREG32_SOC15(THM, 0, mmCG_TACH_CTRL),
1244                    CG_TACH_CTRL, TARGET_PERIOD,
1245                    tach_period));
1246 
1247     return smu_v11_0_set_fan_static_mode(smu, FDO_PWM_MODE_STATIC_RPM);
1248 }
1249 
1250 int smu_v11_0_get_fan_speed_pwm(struct smu_context *smu,
1251                 uint32_t *speed)
1252 {
1253     struct amdgpu_device *adev = smu->adev;
1254     uint32_t duty100, duty;
1255     uint64_t tmp64;
1256 
1257     /*
1258      * For pre Sienna Cichlid ASICs, the 0 RPM may be not correctly
1259      * detected via register retrieving. To workaround this, we will
1260      * report the fan speed as 0 PWM if user just requested such.
1261      */
1262     if ((smu->user_dpm_profile.flags & SMU_CUSTOM_FAN_SPEED_PWM)
1263          && !smu->user_dpm_profile.fan_speed_pwm) {
1264         *speed = 0;
1265         return 0;
1266     }
1267 
1268     duty100 = REG_GET_FIELD(RREG32_SOC15(THM, 0, mmCG_FDO_CTRL1),
1269                 CG_FDO_CTRL1, FMAX_DUTY100);
1270     duty = REG_GET_FIELD(RREG32_SOC15(THM, 0, mmCG_THERMAL_STATUS),
1271                 CG_THERMAL_STATUS, FDO_PWM_DUTY);
1272     if (!duty100)
1273         return -EINVAL;
1274 
1275     tmp64 = (uint64_t)duty * 255;
1276     do_div(tmp64, duty100);
1277     *speed = MIN((uint32_t)tmp64, 255);
1278 
1279     return 0;
1280 }
1281 
1282 int smu_v11_0_get_fan_speed_rpm(struct smu_context *smu,
1283                 uint32_t *speed)
1284 {
1285     struct amdgpu_device *adev = smu->adev;
1286     uint32_t crystal_clock_freq = 2500;
1287     uint32_t tach_status;
1288     uint64_t tmp64;
1289 
1290     /*
1291      * For pre Sienna Cichlid ASICs, the 0 RPM may be not correctly
1292      * detected via register retrieving. To workaround this, we will
1293      * report the fan speed as 0 RPM if user just requested such.
1294      */
1295     if ((smu->user_dpm_profile.flags & SMU_CUSTOM_FAN_SPEED_RPM)
1296          && !smu->user_dpm_profile.fan_speed_rpm) {
1297         *speed = 0;
1298         return 0;
1299     }
1300 
1301     tmp64 = (uint64_t)crystal_clock_freq * 60 * 10000;
1302 
1303     tach_status = RREG32_SOC15(THM, 0, mmCG_TACH_STATUS);
1304     if (tach_status) {
1305         do_div(tmp64, tach_status);
1306         *speed = (uint32_t)tmp64;
1307     } else {
1308         dev_warn_once(adev->dev, "Got zero output on CG_TACH_STATUS reading!\n");
1309         *speed = 0;
1310     }
1311 
1312     return 0;
1313 }
1314 
1315 int
1316 smu_v11_0_set_fan_control_mode(struct smu_context *smu,
1317                    uint32_t mode)
1318 {
1319     int ret = 0;
1320 
1321     switch (mode) {
1322     case AMD_FAN_CTRL_NONE:
1323         ret = smu_v11_0_auto_fan_control(smu, 0);
1324         if (!ret)
1325             ret = smu_v11_0_set_fan_speed_pwm(smu, 255);
1326         break;
1327     case AMD_FAN_CTRL_MANUAL:
1328         ret = smu_v11_0_auto_fan_control(smu, 0);
1329         break;
1330     case AMD_FAN_CTRL_AUTO:
1331         ret = smu_v11_0_auto_fan_control(smu, 1);
1332         break;
1333     default:
1334         break;
1335     }
1336 
1337     if (ret) {
1338         dev_err(smu->adev->dev, "[%s]Set fan control mode failed!", __func__);
1339         return -EINVAL;
1340     }
1341 
1342     return ret;
1343 }
1344 
1345 int smu_v11_0_set_xgmi_pstate(struct smu_context *smu,
1346                      uint32_t pstate)
1347 {
1348     return smu_cmn_send_smc_msg_with_param(smu,
1349                            SMU_MSG_SetXgmiMode,
1350                            pstate ? XGMI_MODE_PSTATE_D0 : XGMI_MODE_PSTATE_D3,
1351                       NULL);
1352 }
1353 
1354 static int smu_v11_0_set_irq_state(struct amdgpu_device *adev,
1355                    struct amdgpu_irq_src *source,
1356                    unsigned tyep,
1357                    enum amdgpu_interrupt_state state)
1358 {
1359     struct smu_context *smu = adev->powerplay.pp_handle;
1360     uint32_t low, high;
1361     uint32_t val = 0;
1362 
1363     switch (state) {
1364     case AMDGPU_IRQ_STATE_DISABLE:
1365         /* For THM irqs */
1366         val = RREG32_SOC15(THM, 0, mmTHM_THERMAL_INT_CTRL);
1367         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, THERM_INTH_MASK, 1);
1368         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, THERM_INTL_MASK, 1);
1369         WREG32_SOC15(THM, 0, mmTHM_THERMAL_INT_CTRL, val);
1370 
1371         WREG32_SOC15(THM, 0, mmTHM_THERMAL_INT_ENA, 0);
1372 
1373         /* For MP1 SW irqs */
1374         val = RREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT_CTRL);
1375         val = REG_SET_FIELD(val, MP1_SMN_IH_SW_INT_CTRL, INT_MASK, 1);
1376         WREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT_CTRL, val);
1377 
1378         break;
1379     case AMDGPU_IRQ_STATE_ENABLE:
1380         /* For THM irqs */
1381         low = max(SMU_THERMAL_MINIMUM_ALERT_TEMP,
1382                 smu->thermal_range.min / SMU_TEMPERATURE_UNITS_PER_CENTIGRADES);
1383         high = min(SMU_THERMAL_MAXIMUM_ALERT_TEMP,
1384                 smu->thermal_range.software_shutdown_temp);
1385 
1386         val = RREG32_SOC15(THM, 0, mmTHM_THERMAL_INT_CTRL);
1387         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, MAX_IH_CREDIT, 5);
1388         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, THERM_IH_HW_ENA, 1);
1389         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, THERM_INTH_MASK, 0);
1390         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, THERM_INTL_MASK, 0);
1391         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, DIG_THERM_INTH, (high & 0xff));
1392         val = REG_SET_FIELD(val, THM_THERMAL_INT_CTRL, DIG_THERM_INTL, (low & 0xff));
1393         val = val & (~THM_THERMAL_INT_CTRL__THERM_TRIGGER_MASK_MASK);
1394         WREG32_SOC15(THM, 0, mmTHM_THERMAL_INT_CTRL, val);
1395 
1396         val = (1 << THM_THERMAL_INT_ENA__THERM_INTH_CLR__SHIFT);
1397         val |= (1 << THM_THERMAL_INT_ENA__THERM_INTL_CLR__SHIFT);
1398         val |= (1 << THM_THERMAL_INT_ENA__THERM_TRIGGER_CLR__SHIFT);
1399         WREG32_SOC15(THM, 0, mmTHM_THERMAL_INT_ENA, val);
1400 
1401         /* For MP1 SW irqs */
1402         val = RREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT);
1403         val = REG_SET_FIELD(val, MP1_SMN_IH_SW_INT, ID, 0xFE);
1404         val = REG_SET_FIELD(val, MP1_SMN_IH_SW_INT, VALID, 0);
1405         WREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT, val);
1406 
1407         val = RREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT_CTRL);
1408         val = REG_SET_FIELD(val, MP1_SMN_IH_SW_INT_CTRL, INT_MASK, 0);
1409         WREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT_CTRL, val);
1410 
1411         break;
1412     default:
1413         break;
1414     }
1415 
1416     return 0;
1417 }
1418 
1419 #define THM_11_0__SRCID__THM_DIG_THERM_L2H      0       /* ASIC_TEMP > CG_THERMAL_INT.DIG_THERM_INTH  */
1420 #define THM_11_0__SRCID__THM_DIG_THERM_H2L      1       /* ASIC_TEMP < CG_THERMAL_INT.DIG_THERM_INTL  */
1421 
1422 #define SMUIO_11_0__SRCID__SMUIO_GPIO19         83
1423 
1424 static int smu_v11_0_irq_process(struct amdgpu_device *adev,
1425                  struct amdgpu_irq_src *source,
1426                  struct amdgpu_iv_entry *entry)
1427 {
1428     struct smu_context *smu = adev->powerplay.pp_handle;
1429     uint32_t client_id = entry->client_id;
1430     uint32_t src_id = entry->src_id;
1431     /*
1432      * ctxid is used to distinguish different
1433      * events for SMCToHost interrupt.
1434      */
1435     uint32_t ctxid = entry->src_data[0];
1436     uint32_t data;
1437 
1438     if (client_id == SOC15_IH_CLIENTID_THM) {
1439         switch (src_id) {
1440         case THM_11_0__SRCID__THM_DIG_THERM_L2H:
1441             dev_emerg(adev->dev, "ERROR: GPU over temperature range(SW CTF) detected!\n");
1442             /*
1443              * SW CTF just occurred.
1444              * Try to do a graceful shutdown to prevent further damage.
1445              */
1446             dev_emerg(adev->dev, "ERROR: System is going to shutdown due to GPU SW CTF!\n");
1447             orderly_poweroff(true);
1448         break;
1449         case THM_11_0__SRCID__THM_DIG_THERM_H2L:
1450             dev_emerg(adev->dev, "ERROR: GPU under temperature range detected\n");
1451         break;
1452         default:
1453             dev_emerg(adev->dev, "ERROR: GPU under temperature range unknown src id (%d)\n",
1454                 src_id);
1455         break;
1456         }
1457     } else if (client_id == SOC15_IH_CLIENTID_ROM_SMUIO) {
1458         dev_emerg(adev->dev, "ERROR: GPU HW Critical Temperature Fault(aka CTF) detected!\n");
1459         /*
1460          * HW CTF just occurred. Shutdown to prevent further damage.
1461          */
1462         dev_emerg(adev->dev, "ERROR: System is going to shutdown due to GPU HW CTF!\n");
1463         orderly_poweroff(true);
1464     } else if (client_id == SOC15_IH_CLIENTID_MP1) {
1465         if (src_id == 0xfe) {
1466             /* ACK SMUToHost interrupt */
1467             data = RREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT_CTRL);
1468             data = REG_SET_FIELD(data, MP1_SMN_IH_SW_INT_CTRL, INT_ACK, 1);
1469             WREG32_SOC15(MP1, 0, mmMP1_SMN_IH_SW_INT_CTRL, data);
1470 
1471             switch (ctxid) {
1472             case 0x3:
1473                 dev_dbg(adev->dev, "Switched to AC mode!\n");
1474                 schedule_work(&smu->interrupt_work);
1475                 break;
1476             case 0x4:
1477                 dev_dbg(adev->dev, "Switched to DC mode!\n");
1478                 schedule_work(&smu->interrupt_work);
1479                 break;
1480             case 0x7:
1481                 /*
1482                  * Increment the throttle interrupt counter
1483                  */
1484                 atomic64_inc(&smu->throttle_int_counter);
1485 
1486                 if (!atomic_read(&adev->throttling_logging_enabled))
1487                     return 0;
1488 
1489                 if (__ratelimit(&adev->throttling_logging_rs))
1490                     schedule_work(&smu->throttling_logging_work);
1491 
1492                 break;
1493             }
1494         }
1495     }
1496 
1497     return 0;
1498 }
1499 
1500 static const struct amdgpu_irq_src_funcs smu_v11_0_irq_funcs =
1501 {
1502     .set = smu_v11_0_set_irq_state,
1503     .process = smu_v11_0_irq_process,
1504 };
1505 
1506 int smu_v11_0_register_irq_handler(struct smu_context *smu)
1507 {
1508     struct amdgpu_device *adev = smu->adev;
1509     struct amdgpu_irq_src *irq_src = &smu->irq_source;
1510     int ret = 0;
1511 
1512     irq_src->num_types = 1;
1513     irq_src->funcs = &smu_v11_0_irq_funcs;
1514 
1515     ret = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_THM,
1516                 THM_11_0__SRCID__THM_DIG_THERM_L2H,
1517                 irq_src);
1518     if (ret)
1519         return ret;
1520 
1521     ret = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_THM,
1522                 THM_11_0__SRCID__THM_DIG_THERM_H2L,
1523                 irq_src);
1524     if (ret)
1525         return ret;
1526 
1527     /* Register CTF(GPIO_19) interrupt */
1528     ret = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_ROM_SMUIO,
1529                 SMUIO_11_0__SRCID__SMUIO_GPIO19,
1530                 irq_src);
1531     if (ret)
1532         return ret;
1533 
1534     ret = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_MP1,
1535                 0xfe,
1536                 irq_src);
1537     if (ret)
1538         return ret;
1539 
1540     return ret;
1541 }
1542 
1543 int smu_v11_0_get_max_sustainable_clocks_by_dc(struct smu_context *smu,
1544         struct pp_smu_nv_clock_table *max_clocks)
1545 {
1546     struct smu_table_context *table_context = &smu->smu_table;
1547     struct smu_11_0_max_sustainable_clocks *sustainable_clocks = NULL;
1548 
1549     if (!max_clocks || !table_context->max_sustainable_clocks)
1550         return -EINVAL;
1551 
1552     sustainable_clocks = table_context->max_sustainable_clocks;
1553 
1554     max_clocks->dcfClockInKhz =
1555             (unsigned int) sustainable_clocks->dcef_clock * 1000;
1556     max_clocks->displayClockInKhz =
1557             (unsigned int) sustainable_clocks->display_clock * 1000;
1558     max_clocks->phyClockInKhz =
1559             (unsigned int) sustainable_clocks->phy_clock * 1000;
1560     max_clocks->pixelClockInKhz =
1561             (unsigned int) sustainable_clocks->pixel_clock * 1000;
1562     max_clocks->uClockInKhz =
1563             (unsigned int) sustainable_clocks->uclock * 1000;
1564     max_clocks->socClockInKhz =
1565             (unsigned int) sustainable_clocks->soc_clock * 1000;
1566     max_clocks->dscClockInKhz = 0;
1567     max_clocks->dppClockInKhz = 0;
1568     max_clocks->fabricClockInKhz = 0;
1569 
1570     return 0;
1571 }
1572 
1573 int smu_v11_0_set_azalia_d3_pme(struct smu_context *smu)
1574 {
1575     return smu_cmn_send_smc_msg(smu, SMU_MSG_BacoAudioD3PME, NULL);
1576 }
1577 
1578 int smu_v11_0_baco_set_armd3_sequence(struct smu_context *smu,
1579                       enum smu_v11_0_baco_seq baco_seq)
1580 {
1581     return smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_ArmD3, baco_seq, NULL);
1582 }
1583 
1584 bool smu_v11_0_baco_is_support(struct smu_context *smu)
1585 {
1586     struct smu_baco_context *smu_baco = &smu->smu_baco;
1587 
1588     if (amdgpu_sriov_vf(smu->adev) || !smu_baco->platform_support)
1589         return false;
1590 
1591     /* Arcturus does not support this bit mask */
1592     if (smu_cmn_feature_is_supported(smu, SMU_FEATURE_BACO_BIT) &&
1593        !smu_cmn_feature_is_enabled(smu, SMU_FEATURE_BACO_BIT))
1594         return false;
1595 
1596     return true;
1597 }
1598 
1599 enum smu_baco_state smu_v11_0_baco_get_state(struct smu_context *smu)
1600 {
1601     struct smu_baco_context *smu_baco = &smu->smu_baco;
1602 
1603     return smu_baco->state;
1604 }
1605 
1606 #define D3HOT_BACO_SEQUENCE 0
1607 #define D3HOT_BAMACO_SEQUENCE 2
1608 
1609 int smu_v11_0_baco_set_state(struct smu_context *smu, enum smu_baco_state state)
1610 {
1611     struct smu_baco_context *smu_baco = &smu->smu_baco;
1612     struct amdgpu_device *adev = smu->adev;
1613     struct amdgpu_ras *ras = amdgpu_ras_get_context(adev);
1614     uint32_t data;
1615     int ret = 0;
1616 
1617     if (smu_v11_0_baco_get_state(smu) == state)
1618         return 0;
1619 
1620     if (state == SMU_BACO_STATE_ENTER) {
1621         switch (adev->ip_versions[MP1_HWIP][0]) {
1622         case IP_VERSION(11, 0, 7):
1623         case IP_VERSION(11, 0, 11):
1624         case IP_VERSION(11, 0, 12):
1625         case IP_VERSION(11, 0, 13):
1626             if (amdgpu_runtime_pm == 2)
1627                 ret = smu_cmn_send_smc_msg_with_param(smu,
1628                                       SMU_MSG_EnterBaco,
1629                                       D3HOT_BAMACO_SEQUENCE,
1630                                       NULL);
1631             else
1632                 ret = smu_cmn_send_smc_msg_with_param(smu,
1633                                       SMU_MSG_EnterBaco,
1634                                       D3HOT_BACO_SEQUENCE,
1635                                       NULL);
1636             break;
1637         default:
1638             if (!ras || !adev->ras_enabled ||
1639                 adev->gmc.xgmi.pending_reset) {
1640                 if (adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 0, 2)) {
1641                     data = RREG32_SOC15(THM, 0, mmTHM_BACO_CNTL_ARCT);
1642                     data |= 0x80000000;
1643                     WREG32_SOC15(THM, 0, mmTHM_BACO_CNTL_ARCT, data);
1644                 } else {
1645                     data = RREG32_SOC15(THM, 0, mmTHM_BACO_CNTL);
1646                     data |= 0x80000000;
1647                     WREG32_SOC15(THM, 0, mmTHM_BACO_CNTL, data);
1648                 }
1649 
1650                 ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_EnterBaco, 0, NULL);
1651             } else {
1652                 ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_EnterBaco, 1, NULL);
1653             }
1654             break;
1655         }
1656 
1657     } else {
1658         ret = smu_cmn_send_smc_msg(smu, SMU_MSG_ExitBaco, NULL);
1659         if (ret)
1660             return ret;
1661 
1662         /* clear vbios scratch 6 and 7 for coming asic reinit */
1663         WREG32(adev->bios_scratch_reg_offset + 6, 0);
1664         WREG32(adev->bios_scratch_reg_offset + 7, 0);
1665     }
1666 
1667     if (!ret)
1668         smu_baco->state = state;
1669 
1670     return ret;
1671 }
1672 
1673 int smu_v11_0_baco_enter(struct smu_context *smu)
1674 {
1675     int ret = 0;
1676 
1677     ret = smu_v11_0_baco_set_state(smu, SMU_BACO_STATE_ENTER);
1678     if (ret)
1679         return ret;
1680 
1681     msleep(10);
1682 
1683     return ret;
1684 }
1685 
1686 int smu_v11_0_baco_exit(struct smu_context *smu)
1687 {
1688     return smu_v11_0_baco_set_state(smu, SMU_BACO_STATE_EXIT);
1689 }
1690 
1691 int smu_v11_0_mode1_reset(struct smu_context *smu)
1692 {
1693     int ret = 0;
1694 
1695     ret = smu_cmn_send_smc_msg(smu, SMU_MSG_Mode1Reset, NULL);
1696     if (!ret)
1697         msleep(SMU11_MODE1_RESET_WAIT_TIME_IN_MS);
1698 
1699     return ret;
1700 }
1701 
1702 int smu_v11_0_handle_passthrough_sbr(struct smu_context *smu, bool enable)
1703 {
1704     int ret = 0;
1705 
1706     ret =  smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_LightSBR, enable ? 1 : 0, NULL);
1707 
1708     return ret;
1709 }
1710 
1711 
1712 int smu_v11_0_get_dpm_ultimate_freq(struct smu_context *smu, enum smu_clk_type clk_type,
1713                          uint32_t *min, uint32_t *max)
1714 {
1715     int ret = 0, clk_id = 0;
1716     uint32_t param = 0;
1717     uint32_t clock_limit;
1718 
1719     if (!smu_cmn_clk_dpm_is_enabled(smu, clk_type)) {
1720         switch (clk_type) {
1721         case SMU_MCLK:
1722         case SMU_UCLK:
1723             clock_limit = smu->smu_table.boot_values.uclk;
1724             break;
1725         case SMU_GFXCLK:
1726         case SMU_SCLK:
1727             clock_limit = smu->smu_table.boot_values.gfxclk;
1728             break;
1729         case SMU_SOCCLK:
1730             clock_limit = smu->smu_table.boot_values.socclk;
1731             break;
1732         default:
1733             clock_limit = 0;
1734             break;
1735         }
1736 
1737         /* clock in Mhz unit */
1738         if (min)
1739             *min = clock_limit / 100;
1740         if (max)
1741             *max = clock_limit / 100;
1742 
1743         return 0;
1744     }
1745 
1746     clk_id = smu_cmn_to_asic_specific_index(smu,
1747                         CMN2ASIC_MAPPING_CLK,
1748                         clk_type);
1749     if (clk_id < 0) {
1750         ret = -EINVAL;
1751         goto failed;
1752     }
1753     param = (clk_id & 0xffff) << 16;
1754 
1755     if (max) {
1756         ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_GetMaxDpmFreq, param, max);
1757         if (ret)
1758             goto failed;
1759     }
1760 
1761     if (min) {
1762         ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_GetMinDpmFreq, param, min);
1763         if (ret)
1764             goto failed;
1765     }
1766 
1767 failed:
1768     return ret;
1769 }
1770 
1771 int smu_v11_0_set_soft_freq_limited_range(struct smu_context *smu,
1772                       enum smu_clk_type clk_type,
1773                       uint32_t min,
1774                       uint32_t max)
1775 {
1776     int ret = 0, clk_id = 0;
1777     uint32_t param;
1778 
1779     if (!smu_cmn_clk_dpm_is_enabled(smu, clk_type))
1780         return 0;
1781 
1782     clk_id = smu_cmn_to_asic_specific_index(smu,
1783                         CMN2ASIC_MAPPING_CLK,
1784                         clk_type);
1785     if (clk_id < 0)
1786         return clk_id;
1787 
1788     if (max > 0) {
1789         param = (uint32_t)((clk_id << 16) | (max & 0xffff));
1790         ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetSoftMaxByFreq,
1791                           param, NULL);
1792         if (ret)
1793             goto out;
1794     }
1795 
1796     if (min > 0) {
1797         param = (uint32_t)((clk_id << 16) | (min & 0xffff));
1798         ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetSoftMinByFreq,
1799                           param, NULL);
1800         if (ret)
1801             goto out;
1802     }
1803 
1804 out:
1805     return ret;
1806 }
1807 
1808 int smu_v11_0_set_hard_freq_limited_range(struct smu_context *smu,
1809                       enum smu_clk_type clk_type,
1810                       uint32_t min,
1811                       uint32_t max)
1812 {
1813     int ret = 0, clk_id = 0;
1814     uint32_t param;
1815 
1816     if (min <= 0 && max <= 0)
1817         return -EINVAL;
1818 
1819     if (!smu_cmn_clk_dpm_is_enabled(smu, clk_type))
1820         return 0;
1821 
1822     clk_id = smu_cmn_to_asic_specific_index(smu,
1823                         CMN2ASIC_MAPPING_CLK,
1824                         clk_type);
1825     if (clk_id < 0)
1826         return clk_id;
1827 
1828     if (max > 0) {
1829         param = (uint32_t)((clk_id << 16) | (max & 0xffff));
1830         ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetHardMaxByFreq,
1831                           param, NULL);
1832         if (ret)
1833             return ret;
1834     }
1835 
1836     if (min > 0) {
1837         param = (uint32_t)((clk_id << 16) | (min & 0xffff));
1838         ret = smu_cmn_send_smc_msg_with_param(smu, SMU_MSG_SetHardMinByFreq,
1839                           param, NULL);
1840         if (ret)
1841             return ret;
1842     }
1843 
1844     return ret;
1845 }
1846 
1847 int smu_v11_0_set_performance_level(struct smu_context *smu,
1848                     enum amd_dpm_forced_level level)
1849 {
1850     struct smu_11_0_dpm_context *dpm_context =
1851                 smu->smu_dpm.dpm_context;
1852     struct smu_11_0_dpm_table *gfx_table =
1853                 &dpm_context->dpm_tables.gfx_table;
1854     struct smu_11_0_dpm_table *mem_table =
1855                 &dpm_context->dpm_tables.uclk_table;
1856     struct smu_11_0_dpm_table *soc_table =
1857                 &dpm_context->dpm_tables.soc_table;
1858     struct smu_umd_pstate_table *pstate_table =
1859                 &smu->pstate_table;
1860     struct amdgpu_device *adev = smu->adev;
1861     uint32_t sclk_min = 0, sclk_max = 0;
1862     uint32_t mclk_min = 0, mclk_max = 0;
1863     uint32_t socclk_min = 0, socclk_max = 0;
1864     int ret = 0;
1865 
1866     switch (level) {
1867     case AMD_DPM_FORCED_LEVEL_HIGH:
1868         sclk_min = sclk_max = gfx_table->max;
1869         mclk_min = mclk_max = mem_table->max;
1870         socclk_min = socclk_max = soc_table->max;
1871         break;
1872     case AMD_DPM_FORCED_LEVEL_LOW:
1873         sclk_min = sclk_max = gfx_table->min;
1874         mclk_min = mclk_max = mem_table->min;
1875         socclk_min = socclk_max = soc_table->min;
1876         break;
1877     case AMD_DPM_FORCED_LEVEL_AUTO:
1878         sclk_min = gfx_table->min;
1879         sclk_max = gfx_table->max;
1880         mclk_min = mem_table->min;
1881         mclk_max = mem_table->max;
1882         socclk_min = soc_table->min;
1883         socclk_max = soc_table->max;
1884         break;
1885     case AMD_DPM_FORCED_LEVEL_PROFILE_STANDARD:
1886         sclk_min = sclk_max = pstate_table->gfxclk_pstate.standard;
1887         mclk_min = mclk_max = pstate_table->uclk_pstate.standard;
1888         socclk_min = socclk_max = pstate_table->socclk_pstate.standard;
1889         break;
1890     case AMD_DPM_FORCED_LEVEL_PROFILE_MIN_SCLK:
1891         sclk_min = sclk_max = pstate_table->gfxclk_pstate.min;
1892         break;
1893     case AMD_DPM_FORCED_LEVEL_PROFILE_MIN_MCLK:
1894         mclk_min = mclk_max = pstate_table->uclk_pstate.min;
1895         break;
1896     case AMD_DPM_FORCED_LEVEL_PROFILE_PEAK:
1897         sclk_min = sclk_max = pstate_table->gfxclk_pstate.peak;
1898         mclk_min = mclk_max = pstate_table->uclk_pstate.peak;
1899         socclk_min = socclk_max = pstate_table->socclk_pstate.peak;
1900         break;
1901     case AMD_DPM_FORCED_LEVEL_MANUAL:
1902     case AMD_DPM_FORCED_LEVEL_PROFILE_EXIT:
1903         return 0;
1904     default:
1905         dev_err(adev->dev, "Invalid performance level %d\n", level);
1906         return -EINVAL;
1907     }
1908 
1909     /*
1910      * Separate MCLK and SOCCLK soft min/max settings are not allowed
1911      * on Arcturus.
1912      */
1913     if (adev->ip_versions[MP1_HWIP][0] == IP_VERSION(11, 0, 2)) {
1914         mclk_min = mclk_max = 0;
1915         socclk_min = socclk_max = 0;
1916     }
1917 
1918     if (sclk_min && sclk_max) {
1919         ret = smu_v11_0_set_soft_freq_limited_range(smu,
1920                                 SMU_GFXCLK,
1921                                 sclk_min,
1922                                 sclk_max);
1923         if (ret)
1924             return ret;
1925     }
1926 
1927     if (mclk_min && mclk_max) {
1928         ret = smu_v11_0_set_soft_freq_limited_range(smu,
1929                                 SMU_MCLK,
1930                                 mclk_min,
1931                                 mclk_max);
1932         if (ret)
1933             return ret;
1934     }
1935 
1936     if (socclk_min && socclk_max) {
1937         ret = smu_v11_0_set_soft_freq_limited_range(smu,
1938                                 SMU_SOCCLK,
1939                                 socclk_min,
1940                                 socclk_max);
1941         if (ret)
1942             return ret;
1943     }
1944 
1945     return ret;
1946 }
1947 
1948 int smu_v11_0_set_power_source(struct smu_context *smu,
1949                    enum smu_power_src_type power_src)
1950 {
1951     int pwr_source;
1952 
1953     pwr_source = smu_cmn_to_asic_specific_index(smu,
1954                             CMN2ASIC_MAPPING_PWR,
1955                             (uint32_t)power_src);
1956     if (pwr_source < 0)
1957         return -EINVAL;
1958 
1959     return smu_cmn_send_smc_msg_with_param(smu,
1960                     SMU_MSG_NotifyPowerSource,
1961                     pwr_source,
1962                     NULL);
1963 }
1964 
1965 int smu_v11_0_get_dpm_freq_by_index(struct smu_context *smu,
1966                     enum smu_clk_type clk_type,
1967                     uint16_t level,
1968                     uint32_t *value)
1969 {
1970     int ret = 0, clk_id = 0;
1971     uint32_t param;
1972 
1973     if (!value)
1974         return -EINVAL;
1975 
1976     if (!smu_cmn_clk_dpm_is_enabled(smu, clk_type))
1977         return 0;
1978 
1979     clk_id = smu_cmn_to_asic_specific_index(smu,
1980                         CMN2ASIC_MAPPING_CLK,
1981                         clk_type);
1982     if (clk_id < 0)
1983         return clk_id;
1984 
1985     param = (uint32_t)(((clk_id & 0xffff) << 16) | (level & 0xffff));
1986 
1987     ret = smu_cmn_send_smc_msg_with_param(smu,
1988                       SMU_MSG_GetDpmFreqByIndex,
1989                       param,
1990                       value);
1991     if (ret)
1992         return ret;
1993 
1994     /*
1995      * BIT31:  0 - Fine grained DPM, 1 - Dicrete DPM
1996      * now, we un-support it
1997      */
1998     *value = *value & 0x7fffffff;
1999 
2000     return ret;
2001 }
2002 
2003 int smu_v11_0_get_dpm_level_count(struct smu_context *smu,
2004                   enum smu_clk_type clk_type,
2005                   uint32_t *value)
2006 {
2007     return smu_v11_0_get_dpm_freq_by_index(smu,
2008                            clk_type,
2009                            0xff,
2010                            value);
2011 }
2012 
2013 int smu_v11_0_set_single_dpm_table(struct smu_context *smu,
2014                    enum smu_clk_type clk_type,
2015                    struct smu_11_0_dpm_table *single_dpm_table)
2016 {
2017     int ret = 0;
2018     uint32_t clk;
2019     int i;
2020 
2021     ret = smu_v11_0_get_dpm_level_count(smu,
2022                         clk_type,
2023                         &single_dpm_table->count);
2024     if (ret) {
2025         dev_err(smu->adev->dev, "[%s] failed to get dpm levels!\n", __func__);
2026         return ret;
2027     }
2028 
2029     for (i = 0; i < single_dpm_table->count; i++) {
2030         ret = smu_v11_0_get_dpm_freq_by_index(smu,
2031                               clk_type,
2032                               i,
2033                               &clk);
2034         if (ret) {
2035             dev_err(smu->adev->dev, "[%s] failed to get dpm freq by index!\n", __func__);
2036             return ret;
2037         }
2038 
2039         single_dpm_table->dpm_levels[i].value = clk;
2040         single_dpm_table->dpm_levels[i].enabled = true;
2041 
2042         if (i == 0)
2043             single_dpm_table->min = clk;
2044         else if (i == single_dpm_table->count - 1)
2045             single_dpm_table->max = clk;
2046     }
2047 
2048     return 0;
2049 }
2050 
2051 int smu_v11_0_get_dpm_level_range(struct smu_context *smu,
2052                   enum smu_clk_type clk_type,
2053                   uint32_t *min_value,
2054                   uint32_t *max_value)
2055 {
2056     uint32_t level_count = 0;
2057     int ret = 0;
2058 
2059     if (!min_value && !max_value)
2060         return -EINVAL;
2061 
2062     if (min_value) {
2063         /* by default, level 0 clock value as min value */
2064         ret = smu_v11_0_get_dpm_freq_by_index(smu,
2065                               clk_type,
2066                               0,
2067                               min_value);
2068         if (ret)
2069             return ret;
2070     }
2071 
2072     if (max_value) {
2073         ret = smu_v11_0_get_dpm_level_count(smu,
2074                             clk_type,
2075                             &level_count);
2076         if (ret)
2077             return ret;
2078 
2079         ret = smu_v11_0_get_dpm_freq_by_index(smu,
2080                               clk_type,
2081                               level_count - 1,
2082                               max_value);
2083         if (ret)
2084             return ret;
2085     }
2086 
2087     return ret;
2088 }
2089 
2090 int smu_v11_0_get_current_pcie_link_width_level(struct smu_context *smu)
2091 {
2092     struct amdgpu_device *adev = smu->adev;
2093 
2094     return (RREG32_PCIE(smnPCIE_LC_LINK_WIDTH_CNTL) &
2095         PCIE_LC_LINK_WIDTH_CNTL__LC_LINK_WIDTH_RD_MASK)
2096         >> PCIE_LC_LINK_WIDTH_CNTL__LC_LINK_WIDTH_RD__SHIFT;
2097 }
2098 
2099 uint16_t smu_v11_0_get_current_pcie_link_width(struct smu_context *smu)
2100 {
2101     uint32_t width_level;
2102 
2103     width_level = smu_v11_0_get_current_pcie_link_width_level(smu);
2104     if (width_level > LINK_WIDTH_MAX)
2105         width_level = 0;
2106 
2107     return link_width[width_level];
2108 }
2109 
2110 int smu_v11_0_get_current_pcie_link_speed_level(struct smu_context *smu)
2111 {
2112     struct amdgpu_device *adev = smu->adev;
2113 
2114     return (RREG32_PCIE(smnPCIE_LC_SPEED_CNTL) &
2115         PCIE_LC_SPEED_CNTL__LC_CURRENT_DATA_RATE_MASK)
2116         >> PCIE_LC_SPEED_CNTL__LC_CURRENT_DATA_RATE__SHIFT;
2117 }
2118 
2119 uint16_t smu_v11_0_get_current_pcie_link_speed(struct smu_context *smu)
2120 {
2121     uint32_t speed_level;
2122 
2123     speed_level = smu_v11_0_get_current_pcie_link_speed_level(smu);
2124     if (speed_level > LINK_SPEED_MAX)
2125         speed_level = 0;
2126 
2127     return link_speed[speed_level];
2128 }
2129 
2130 int smu_v11_0_gfx_ulv_control(struct smu_context *smu,
2131                   bool enablement)
2132 {
2133     int ret = 0;
2134 
2135     if (smu_cmn_feature_is_supported(smu, SMU_FEATURE_GFX_ULV_BIT))
2136         ret = smu_cmn_feature_set_enabled(smu, SMU_FEATURE_GFX_ULV_BIT, enablement);
2137 
2138     return ret;
2139 }
2140 
2141 int smu_v11_0_deep_sleep_control(struct smu_context *smu,
2142                  bool enablement)
2143 {
2144     struct amdgpu_device *adev = smu->adev;
2145     int ret = 0;
2146 
2147     if (smu_cmn_feature_is_supported(smu, SMU_FEATURE_DS_GFXCLK_BIT)) {
2148         ret = smu_cmn_feature_set_enabled(smu, SMU_FEATURE_DS_GFXCLK_BIT, enablement);
2149         if (ret) {
2150             dev_err(adev->dev, "Failed to %s GFXCLK DS!\n", enablement ? "enable" : "disable");
2151             return ret;
2152         }
2153     }
2154 
2155     if (smu_cmn_feature_is_supported(smu, SMU_FEATURE_DS_UCLK_BIT)) {
2156         ret = smu_cmn_feature_set_enabled(smu, SMU_FEATURE_DS_UCLK_BIT, enablement);
2157         if (ret) {
2158             dev_err(adev->dev, "Failed to %s UCLK DS!\n", enablement ? "enable" : "disable");
2159             return ret;
2160         }
2161     }
2162 
2163     if (smu_cmn_feature_is_supported(smu, SMU_FEATURE_DS_FCLK_BIT)) {
2164         ret = smu_cmn_feature_set_enabled(smu, SMU_FEATURE_DS_FCLK_BIT, enablement);
2165         if (ret) {
2166             dev_err(adev->dev, "Failed to %s FCLK DS!\n", enablement ? "enable" : "disable");
2167             return ret;
2168         }
2169     }
2170 
2171     if (smu_cmn_feature_is_supported(smu, SMU_FEATURE_DS_SOCCLK_BIT)) {
2172         ret = smu_cmn_feature_set_enabled(smu, SMU_FEATURE_DS_SOCCLK_BIT, enablement);
2173         if (ret) {
2174             dev_err(adev->dev, "Failed to %s SOCCLK DS!\n", enablement ? "enable" : "disable");
2175             return ret;
2176         }
2177     }
2178 
2179     if (smu_cmn_feature_is_supported(smu, SMU_FEATURE_DS_LCLK_BIT)) {
2180         ret = smu_cmn_feature_set_enabled(smu, SMU_FEATURE_DS_LCLK_BIT, enablement);
2181         if (ret) {
2182             dev_err(adev->dev, "Failed to %s LCLK DS!\n", enablement ? "enable" : "disable");
2183             return ret;
2184         }
2185     }
2186 
2187     return ret;
2188 }
2189 
2190 int smu_v11_0_restore_user_od_settings(struct smu_context *smu)
2191 {
2192     struct smu_table_context *table_context = &smu->smu_table;
2193     void *user_od_table = table_context->user_overdrive_table;
2194     int ret = 0;
2195 
2196     ret = smu_cmn_update_table(smu, SMU_TABLE_OVERDRIVE, 0, (void *)user_od_table, true);
2197     if (ret)
2198         dev_err(smu->adev->dev, "Failed to import overdrive table!\n");
2199 
2200     return ret;
2201 }
2202 
2203 void smu_v11_0_set_smu_mailbox_registers(struct smu_context *smu)
2204 {
2205     struct amdgpu_device *adev = smu->adev;
2206 
2207     smu->param_reg = SOC15_REG_OFFSET(MP1, 0, mmMP1_SMN_C2PMSG_82);
2208     smu->msg_reg = SOC15_REG_OFFSET(MP1, 0, mmMP1_SMN_C2PMSG_66);
2209     smu->resp_reg = SOC15_REG_OFFSET(MP1, 0, mmMP1_SMN_C2PMSG_90);
2210 }