platforms/powernv/opal-call.c

0001 // SPDX-License-Identifier: GPL-2.0
0002 #include <linux/percpu.h>
0003 #include <linux/jump_label.h>
0004 #include <asm/interrupt.h>
0005 #include <asm/opal-api.h>
0006 #include <asm/trace.h>
0007 #include <asm/asm-prototypes.h>
0008
0009 #ifdef CONFIG_TRACEPOINTS
0010 /*
0011  * Since the tracing code might execute OPAL calls we need to guard against
0012  * recursion.
0013  */
0014 static DEFINE_PER_CPU(unsigned int, opal_trace_depth);
0015
0016 static void __trace_opal_entry(s64 a0, s64 a1, s64 a2, s64 a3,
0017                    s64 a4, s64 a5, s64 a6, s64 a7,
0018                    unsigned long opcode)
0019 {
0020     unsigned int *depth;
0021     unsigned long args[8];
0022
0023     depth = this_cpu_ptr(&opal_trace_depth);
0024
0025     if (*depth)
0026         return;
0027
0028     args[0] = a0;
0029     args[1] = a1;
0030     args[2] = a2;
0031     args[3] = a3;
0032     args[4] = a4;
0033     args[5] = a5;
0034     args[6] = a6;
0035     args[7] = a7;
0036
0037     (*depth)++;
0038     trace_opal_entry(opcode, &args[0]);
0039     (*depth)--;
0040 }
0041
0042 static void __trace_opal_exit(unsigned long opcode, unsigned long retval)
0043 {
0044     unsigned int *depth;
0045
0046     depth = this_cpu_ptr(&opal_trace_depth);
0047
0048     if (*depth)
0049         return;
0050
0051     (*depth)++;
0052     trace_opal_exit(opcode, retval);
0053     (*depth)--;
0054 }
0055
0056 static DEFINE_STATIC_KEY_FALSE(opal_tracepoint_key);
0057
0058 int opal_tracepoint_regfunc(void)
0059 {
0060     static_branch_inc(&opal_tracepoint_key);
0061     return 0;
0062 }
0063
0064 void opal_tracepoint_unregfunc(void)
0065 {
0066     static_branch_dec(&opal_tracepoint_key);
0067 }
0068
0069 static s64 __opal_call_trace(s64 a0, s64 a1, s64 a2, s64 a3,
0070                  s64 a4, s64 a5, s64 a6, s64 a7,
0071                   unsigned long opcode, unsigned long msr)
0072 {
0073     s64 ret;
0074
0075     __trace_opal_entry(a0, a1, a2, a3, a4, a5, a6, a7, opcode);
0076     ret = __opal_call(a0, a1, a2, a3, a4, a5, a6, a7, opcode, msr);
0077     __trace_opal_exit(opcode, ret);
0078
0079     return ret;
0080 }
0081
0082 #define DO_TRACE (static_branch_unlikely(&opal_tracepoint_key))
0083
0084 #else /* CONFIG_TRACEPOINTS */
0085
0086 static s64 __opal_call_trace(s64 a0, s64 a1, s64 a2, s64 a3,
0087                  s64 a4, s64 a5, s64 a6, s64 a7,
0088                   unsigned long opcode, unsigned long msr)
0089 {
0090     return 0;
0091 }
0092
0093 #define DO_TRACE false
0094 #endif /* CONFIG_TRACEPOINTS */
0095
0096 static int64_t opal_call(int64_t a0, int64_t a1, int64_t a2, int64_t a3,
0097          int64_t a4, int64_t a5, int64_t a6, int64_t a7, int64_t opcode)
0098 {
0099     unsigned long flags;
0100     unsigned long msr = mfmsr();
0101     bool mmu = (msr & (MSR_IR|MSR_DR));
0102     int64_t ret;
0103
0104     /* OPAL call / firmware may use SRR and/or HSRR */
0105     srr_regs_clobbered();
0106
0107     msr &= ~MSR_EE;
0108
0109     if (unlikely(!mmu))
0110         return __opal_call(a0, a1, a2, a3, a4, a5, a6, a7, opcode, msr);
0111
0112     local_save_flags(flags);
0113     hard_irq_disable();
0114
0115     if (DO_TRACE) {
0116         ret = __opal_call_trace(a0, a1, a2, a3, a4, a5, a6, a7, opcode, msr);
0117     } else {
0118         ret = __opal_call(a0, a1, a2, a3, a4, a5, a6, a7, opcode, msr);
0119     }
0120
0121     local_irq_restore(flags);
0122
0123     return ret;
0124 }
0125
0126 #define OPAL_CALL(name, opcode)                 \
0127 int64_t name(int64_t a0, int64_t a1, int64_t a2, int64_t a3,    \
0128          int64_t a4, int64_t a5, int64_t a6, int64_t a7);   \
0129 int64_t name(int64_t a0, int64_t a1, int64_t a2, int64_t a3,    \
0130          int64_t a4, int64_t a5, int64_t a6, int64_t a7)    \
0131 {                               \
0132     return opal_call(a0, a1, a2, a3, a4, a5, a6, a7, opcode); \
0133 }
0134
0135 OPAL_CALL(opal_invalid_call,            OPAL_INVALID_CALL);
0136 OPAL_CALL(opal_console_write,           OPAL_CONSOLE_WRITE);
0137 OPAL_CALL(opal_console_read,            OPAL_CONSOLE_READ);
0138 OPAL_CALL(opal_console_write_buffer_space,  OPAL_CONSOLE_WRITE_BUFFER_SPACE);
0139 OPAL_CALL(opal_rtc_read,            OPAL_RTC_READ);
0140 OPAL_CALL(opal_rtc_write,           OPAL_RTC_WRITE);
0141 OPAL_CALL(opal_cec_power_down,          OPAL_CEC_POWER_DOWN);
0142 OPAL_CALL(opal_cec_reboot,          OPAL_CEC_REBOOT);
0143 OPAL_CALL(opal_cec_reboot2,         OPAL_CEC_REBOOT2);
0144 OPAL_CALL(opal_read_nvram,          OPAL_READ_NVRAM);
0145 OPAL_CALL(opal_write_nvram,         OPAL_WRITE_NVRAM);
0146 OPAL_CALL(opal_handle_interrupt,        OPAL_HANDLE_INTERRUPT);
0147 OPAL_CALL(opal_poll_events,         OPAL_POLL_EVENTS);
0148 OPAL_CALL(opal_pci_set_hub_tce_memory,      OPAL_PCI_SET_HUB_TCE_MEMORY);
0149 OPAL_CALL(opal_pci_set_phb_tce_memory,      OPAL_PCI_SET_PHB_TCE_MEMORY);
0150 OPAL_CALL(opal_pci_config_read_byte,        OPAL_PCI_CONFIG_READ_BYTE);
0151 OPAL_CALL(opal_pci_config_read_half_word,   OPAL_PCI_CONFIG_READ_HALF_WORD);
0152 OPAL_CALL(opal_pci_config_read_word,        OPAL_PCI_CONFIG_READ_WORD);
0153 OPAL_CALL(opal_pci_config_write_byte,       OPAL_PCI_CONFIG_WRITE_BYTE);
0154 OPAL_CALL(opal_pci_config_write_half_word,  OPAL_PCI_CONFIG_WRITE_HALF_WORD);
0155 OPAL_CALL(opal_pci_config_write_word,       OPAL_PCI_CONFIG_WRITE_WORD);
0156 OPAL_CALL(opal_set_xive,            OPAL_SET_XIVE);
0157 OPAL_CALL(opal_get_xive,            OPAL_GET_XIVE);
0158 OPAL_CALL(opal_register_exception_handler,  OPAL_REGISTER_OPAL_EXCEPTION_HANDLER);
0159 OPAL_CALL(opal_pci_eeh_freeze_status,       OPAL_PCI_EEH_FREEZE_STATUS);
0160 OPAL_CALL(opal_pci_eeh_freeze_clear,        OPAL_PCI_EEH_FREEZE_CLEAR);
0161 OPAL_CALL(opal_pci_eeh_freeze_set,      OPAL_PCI_EEH_FREEZE_SET);
0162 OPAL_CALL(opal_pci_err_inject,          OPAL_PCI_ERR_INJECT);
0163 OPAL_CALL(opal_pci_shpc,            OPAL_PCI_SHPC);
0164 OPAL_CALL(opal_pci_phb_mmio_enable,     OPAL_PCI_PHB_MMIO_ENABLE);
0165 OPAL_CALL(opal_pci_set_phb_mem_window,      OPAL_PCI_SET_PHB_MEM_WINDOW);
0166 OPAL_CALL(opal_pci_map_pe_mmio_window,      OPAL_PCI_MAP_PE_MMIO_WINDOW);
0167 OPAL_CALL(opal_pci_set_phb_table_memory,    OPAL_PCI_SET_PHB_TABLE_MEMORY);
0168 OPAL_CALL(opal_pci_set_pe,          OPAL_PCI_SET_PE);
0169 OPAL_CALL(opal_pci_set_peltv,           OPAL_PCI_SET_PELTV);
0170 OPAL_CALL(opal_pci_set_mve,         OPAL_PCI_SET_MVE);
0171 OPAL_CALL(opal_pci_set_mve_enable,      OPAL_PCI_SET_MVE_ENABLE);
0172 OPAL_CALL(opal_pci_get_xive_reissue,        OPAL_PCI_GET_XIVE_REISSUE);
0173 OPAL_CALL(opal_pci_set_xive_reissue,        OPAL_PCI_SET_XIVE_REISSUE);
0174 OPAL_CALL(opal_pci_set_xive_pe,         OPAL_PCI_SET_XIVE_PE);
0175 OPAL_CALL(opal_get_xive_source,         OPAL_GET_XIVE_SOURCE);
0176 OPAL_CALL(opal_get_msi_32,          OPAL_GET_MSI_32);
0177 OPAL_CALL(opal_get_msi_64,          OPAL_GET_MSI_64);
0178 OPAL_CALL(opal_start_cpu,           OPAL_START_CPU);
0179 OPAL_CALL(opal_query_cpu_status,        OPAL_QUERY_CPU_STATUS);
0180 OPAL_CALL(opal_write_oppanel,           OPAL_WRITE_OPPANEL);
0181 OPAL_CALL(opal_pci_map_pe_dma_window,       OPAL_PCI_MAP_PE_DMA_WINDOW);
0182 OPAL_CALL(opal_pci_map_pe_dma_window_real,  OPAL_PCI_MAP_PE_DMA_WINDOW_REAL);
0183 OPAL_CALL(opal_pci_reset,           OPAL_PCI_RESET);
0184 OPAL_CALL(opal_pci_get_hub_diag_data,       OPAL_PCI_GET_HUB_DIAG_DATA);
0185 OPAL_CALL(opal_pci_get_phb_diag_data,       OPAL_PCI_GET_PHB_DIAG_DATA);
0186 OPAL_CALL(opal_pci_fence_phb,           OPAL_PCI_FENCE_PHB);
0187 OPAL_CALL(opal_pci_reinit,          OPAL_PCI_REINIT);
0188 OPAL_CALL(opal_pci_mask_pe_error,       OPAL_PCI_MASK_PE_ERROR);
0189 OPAL_CALL(opal_set_slot_led_status,     OPAL_SET_SLOT_LED_STATUS);
0190 OPAL_CALL(opal_get_epow_status,         OPAL_GET_EPOW_STATUS);
0191 OPAL_CALL(opal_get_dpo_status,          OPAL_GET_DPO_STATUS);
0192 OPAL_CALL(opal_set_system_attention_led,    OPAL_SET_SYSTEM_ATTENTION_LED);
0193 OPAL_CALL(opal_pci_next_error,          OPAL_PCI_NEXT_ERROR);
0194 OPAL_CALL(opal_pci_poll,            OPAL_PCI_POLL);
0195 OPAL_CALL(opal_pci_msi_eoi,         OPAL_PCI_MSI_EOI);
0196 OPAL_CALL(opal_pci_get_phb_diag_data2,      OPAL_PCI_GET_PHB_DIAG_DATA2);
0197 OPAL_CALL(opal_xscom_read,          OPAL_XSCOM_READ);
0198 OPAL_CALL(opal_xscom_write,         OPAL_XSCOM_WRITE);
0199 OPAL_CALL(opal_lpc_read,            OPAL_LPC_READ);
0200 OPAL_CALL(opal_lpc_write,           OPAL_LPC_WRITE);
0201 OPAL_CALL(opal_return_cpu,          OPAL_RETURN_CPU);
0202 OPAL_CALL(opal_reinit_cpus,         OPAL_REINIT_CPUS);
0203 OPAL_CALL(opal_read_elog,           OPAL_ELOG_READ);
0204 OPAL_CALL(opal_send_ack_elog,           OPAL_ELOG_ACK);
0205 OPAL_CALL(opal_get_elog_size,           OPAL_ELOG_SIZE);
0206 OPAL_CALL(opal_resend_pending_logs,     OPAL_ELOG_RESEND);
0207 OPAL_CALL(opal_write_elog,          OPAL_ELOG_WRITE);
0208 OPAL_CALL(opal_validate_flash,          OPAL_FLASH_VALIDATE);
0209 OPAL_CALL(opal_manage_flash,            OPAL_FLASH_MANAGE);
0210 OPAL_CALL(opal_update_flash,            OPAL_FLASH_UPDATE);
0211 OPAL_CALL(opal_resync_timebase,         OPAL_RESYNC_TIMEBASE);
0212 OPAL_CALL(opal_check_token,         OPAL_CHECK_TOKEN);
0213 OPAL_CALL(opal_dump_init,           OPAL_DUMP_INIT);
0214 OPAL_CALL(opal_dump_info,           OPAL_DUMP_INFO);
0215 OPAL_CALL(opal_dump_info2,          OPAL_DUMP_INFO2);
0216 OPAL_CALL(opal_dump_read,           OPAL_DUMP_READ);
0217 OPAL_CALL(opal_dump_ack,            OPAL_DUMP_ACK);
0218 OPAL_CALL(opal_get_msg,             OPAL_GET_MSG);
0219 OPAL_CALL(opal_write_oppanel_async,     OPAL_WRITE_OPPANEL_ASYNC);
0220 OPAL_CALL(opal_check_completion,        OPAL_CHECK_ASYNC_COMPLETION);
0221 OPAL_CALL(opal_dump_resend_notification,    OPAL_DUMP_RESEND);
0222 OPAL_CALL(opal_sync_host_reboot,        OPAL_SYNC_HOST_REBOOT);
0223 OPAL_CALL(opal_sensor_read,         OPAL_SENSOR_READ);
0224 OPAL_CALL(opal_get_param,           OPAL_GET_PARAM);
0225 OPAL_CALL(opal_set_param,           OPAL_SET_PARAM);
0226 OPAL_CALL(opal_handle_hmi,          OPAL_HANDLE_HMI);
0227 OPAL_CALL(opal_handle_hmi2,         OPAL_HANDLE_HMI2);
0228 OPAL_CALL(opal_config_cpu_idle_state,       OPAL_CONFIG_CPU_IDLE_STATE);
0229 OPAL_CALL(opal_slw_set_reg,         OPAL_SLW_SET_REG);
0230 OPAL_CALL(opal_register_dump_region,        OPAL_REGISTER_DUMP_REGION);
0231 OPAL_CALL(opal_unregister_dump_region,      OPAL_UNREGISTER_DUMP_REGION);
0232 OPAL_CALL(opal_pci_set_phb_cxl_mode,        OPAL_PCI_SET_PHB_CAPI_MODE);
0233 OPAL_CALL(opal_tpo_write,           OPAL_WRITE_TPO);
0234 OPAL_CALL(opal_tpo_read,            OPAL_READ_TPO);
0235 OPAL_CALL(opal_ipmi_send,           OPAL_IPMI_SEND);
0236 OPAL_CALL(opal_ipmi_recv,           OPAL_IPMI_RECV);
0237 OPAL_CALL(opal_i2c_request,         OPAL_I2C_REQUEST);
0238 OPAL_CALL(opal_flash_read,          OPAL_FLASH_READ);
0239 OPAL_CALL(opal_flash_write,         OPAL_FLASH_WRITE);
0240 OPAL_CALL(opal_flash_erase,         OPAL_FLASH_ERASE);
0241 OPAL_CALL(opal_prd_msg,             OPAL_PRD_MSG);
0242 OPAL_CALL(opal_leds_get_ind,            OPAL_LEDS_GET_INDICATOR);
0243 OPAL_CALL(opal_leds_set_ind,            OPAL_LEDS_SET_INDICATOR);
0244 OPAL_CALL(opal_console_flush,           OPAL_CONSOLE_FLUSH);
0245 OPAL_CALL(opal_get_device_tree,         OPAL_GET_DEVICE_TREE);
0246 OPAL_CALL(opal_pci_get_presence_state,      OPAL_PCI_GET_PRESENCE_STATE);
0247 OPAL_CALL(opal_pci_get_power_state,     OPAL_PCI_GET_POWER_STATE);
0248 OPAL_CALL(opal_pci_set_power_state,     OPAL_PCI_SET_POWER_STATE);
0249 OPAL_CALL(opal_int_get_xirr,            OPAL_INT_GET_XIRR);
0250 OPAL_CALL(opal_int_set_cppr,            OPAL_INT_SET_CPPR);
0251 OPAL_CALL(opal_int_eoi,             OPAL_INT_EOI);
0252 OPAL_CALL(opal_int_set_mfrr,            OPAL_INT_SET_MFRR);
0253 OPAL_CALL(opal_pci_tce_kill,            OPAL_PCI_TCE_KILL);
0254 OPAL_CALL(opal_nmmu_set_ptcr,           OPAL_NMMU_SET_PTCR);
0255 OPAL_CALL(opal_xive_reset,          OPAL_XIVE_RESET);
0256 OPAL_CALL(opal_xive_get_irq_info,       OPAL_XIVE_GET_IRQ_INFO);
0257 OPAL_CALL(opal_xive_get_irq_config,     OPAL_XIVE_GET_IRQ_CONFIG);
0258 OPAL_CALL(opal_xive_set_irq_config,     OPAL_XIVE_SET_IRQ_CONFIG);
0259 OPAL_CALL(opal_xive_get_queue_info,     OPAL_XIVE_GET_QUEUE_INFO);
0260 OPAL_CALL(opal_xive_set_queue_info,     OPAL_XIVE_SET_QUEUE_INFO);
0261 OPAL_CALL(opal_xive_donate_page,        OPAL_XIVE_DONATE_PAGE);
0262 OPAL_CALL(opal_xive_alloc_vp_block,     OPAL_XIVE_ALLOCATE_VP_BLOCK);
0263 OPAL_CALL(opal_xive_free_vp_block,      OPAL_XIVE_FREE_VP_BLOCK);
0264 OPAL_CALL(opal_xive_allocate_irq_raw,       OPAL_XIVE_ALLOCATE_IRQ);
0265 OPAL_CALL(opal_xive_free_irq,           OPAL_XIVE_FREE_IRQ);
0266 OPAL_CALL(opal_xive_get_vp_info,        OPAL_XIVE_GET_VP_INFO);
0267 OPAL_CALL(opal_xive_set_vp_info,        OPAL_XIVE_SET_VP_INFO);
0268 OPAL_CALL(opal_xive_sync,           OPAL_XIVE_SYNC);
0269 OPAL_CALL(opal_xive_dump,           OPAL_XIVE_DUMP);
0270 OPAL_CALL(opal_xive_get_queue_state,        OPAL_XIVE_GET_QUEUE_STATE);
0271 OPAL_CALL(opal_xive_set_queue_state,        OPAL_XIVE_SET_QUEUE_STATE);
0272 OPAL_CALL(opal_xive_get_vp_state,       OPAL_XIVE_GET_VP_STATE);
0273 OPAL_CALL(opal_signal_system_reset,     OPAL_SIGNAL_SYSTEM_RESET);
0274 OPAL_CALL(opal_npu_map_lpar,            OPAL_NPU_MAP_LPAR);
0275 OPAL_CALL(opal_imc_counters_init,       OPAL_IMC_COUNTERS_INIT);
0276 OPAL_CALL(opal_imc_counters_start,      OPAL_IMC_COUNTERS_START);
0277 OPAL_CALL(opal_imc_counters_stop,       OPAL_IMC_COUNTERS_STOP);
0278 OPAL_CALL(opal_get_powercap,            OPAL_GET_POWERCAP);
0279 OPAL_CALL(opal_set_powercap,            OPAL_SET_POWERCAP);
0280 OPAL_CALL(opal_get_power_shift_ratio,       OPAL_GET_POWER_SHIFT_RATIO);
0281 OPAL_CALL(opal_set_power_shift_ratio,       OPAL_SET_POWER_SHIFT_RATIO);
0282 OPAL_CALL(opal_sensor_group_clear,      OPAL_SENSOR_GROUP_CLEAR);
0283 OPAL_CALL(opal_quiesce,             OPAL_QUIESCE);
0284 OPAL_CALL(opal_npu_spa_setup,           OPAL_NPU_SPA_SETUP);
0285 OPAL_CALL(opal_npu_spa_clear_cache,     OPAL_NPU_SPA_CLEAR_CACHE);
0286 OPAL_CALL(opal_npu_tl_set,          OPAL_NPU_TL_SET);
0287 OPAL_CALL(opal_pci_get_pbcq_tunnel_bar,     OPAL_PCI_GET_PBCQ_TUNNEL_BAR);
0288 OPAL_CALL(opal_pci_set_pbcq_tunnel_bar,     OPAL_PCI_SET_PBCQ_TUNNEL_BAR);
0289 OPAL_CALL(opal_sensor_read_u64,         OPAL_SENSOR_READ_U64);
0290 OPAL_CALL(opal_sensor_group_enable,     OPAL_SENSOR_GROUP_ENABLE);
0291 OPAL_CALL(opal_nx_coproc_init,          OPAL_NX_COPROC_INIT);
0292 OPAL_CALL(opal_mpipl_update,            OPAL_MPIPL_UPDATE);
0293 OPAL_CALL(opal_mpipl_register_tag,      OPAL_MPIPL_REGISTER_TAG);
0294 OPAL_CALL(opal_mpipl_query_tag,         OPAL_MPIPL_QUERY_TAG);
0295 OPAL_CALL(opal_secvar_get,          OPAL_SECVAR_GET);
0296 OPAL_CALL(opal_secvar_get_next,         OPAL_SECVAR_GET_NEXT);
0297 OPAL_CALL(opal_secvar_enqueue_update,       OPAL_SECVAR_ENQUEUE_UPDATE);