/* * Copyright (c) 2015-2018, ARM Limited and Contributors. All rights reserved. * * SPDX-License-Identifier: BSD-3-Clause */ #include #include #include #include #include #include #include #include #include #include "../../common/sci/imx8_mu.h" #define IRQSTR_PLAT_OS_MU_IRQ 209 const static int ap_core_index[PLATFORM_CORE_COUNT] = { SC_R_A35_0, SC_R_A35_1, SC_R_A35_2, SC_R_A35_3 }; /* save gic dist/redist context when GIC is power down */ static struct plat_gic_ctx imx_gicv3_ctx; static unsigned int gpt_lpcg, gpt_reg[2]; static void imx_enable_irqstr_wakeup(void) { uint32_t irq_mask; gicv3_dist_ctx_t *dist_ctx = &imx_gicv3_ctx.dist_ctx; /* put IRQSTR into ON mode */ sc_pm_set_resource_power_mode(ipc_handle, SC_R_IRQSTR_SCU2, SC_PM_PW_MODE_ON); /* enable the irqsteer to handle wakeup irq */ mmio_write_32(IMX_WUP_IRQSTR_BASE, 0x1); for (int i = 0; i < 15; i++) { irq_mask = dist_ctx->gicd_isenabler[i]; mmio_write_32(IMX_WUP_IRQSTR_BASE + 0x3c - 0x4 * i, irq_mask); } } static void imx_disable_irqstr_wakeup(void) { /* Put IRQSTEER back to ON mode */ sc_pm_set_resource_power_mode(ipc_handle, SC_R_IRQSTR_SCU2, SC_PM_PW_MODE_ON); /* disable the irqsteer */ mmio_write_32(IMX_WUP_IRQSTR_BASE, 0x0); for (int i = 0; i < 16; i++) mmio_write_32(IMX_WUP_IRQSTR_BASE + 0x4 + 0x4 * i, 0x0); /* Put IRQSTEER into OFF mode */ sc_pm_set_resource_power_mode(ipc_handle, SC_R_IRQSTR_SCU2, SC_PM_PW_MODE_OFF); } int imx_pwr_domain_on(u_register_t mpidr) { int ret = PSCI_E_SUCCESS; unsigned int cpu_id; cpu_id = MPIDR_AFFLVL0_VAL(mpidr); printf("imx_pwr_domain_on cpu_id %d\n", cpu_id); if (sc_pm_set_resource_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_ON) != SC_ERR_NONE) { ERROR("core %d power on failed!\n", cpu_id); ret = PSCI_E_INTERN_FAIL; } if (sc_pm_cpu_start(ipc_handle, ap_core_index[cpu_id], true, BL31_BASE) != SC_ERR_NONE) { ERROR("boot core %d failed!\n", cpu_id); ret = PSCI_E_INTERN_FAIL; } return ret; } void imx_pwr_domain_on_finish(const psci_power_state_t *target_state) { plat_gic_pcpu_init(); plat_gic_cpuif_enable(); } int imx_validate_ns_entrypoint(uintptr_t ns_entrypoint) { return PSCI_E_SUCCESS; } void imx_pwr_domain_off(const psci_power_state_t *target_state) { u_register_t mpidr = read_mpidr_el1(); unsigned int cpu_id = MPIDR_AFFLVL0_VAL(mpidr); plat_gic_cpuif_disable(); sc_pm_req_cpu_low_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_OFF, SC_PM_WAKE_SRC_NONE); printf("turn off core:%d\n", cpu_id); } void imx_domain_suspend(const psci_power_state_t *target_state) { u_register_t mpidr = read_mpidr_el1(); unsigned int cpu_id = MPIDR_AFFLVL0_VAL(mpidr); if (is_local_state_off(target_state->pwr_domain_state[MPIDR_AFFLVL0])) { plat_gic_cpuif_disable(); sc_pm_set_cpu_resume(ipc_handle, ap_core_index[cpu_id], true, BL31_BASE); sc_pm_req_cpu_low_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_OFF, SC_PM_WAKE_SRC_GIC); } else { dsb(); write_scr_el3(read_scr_el3() | SCR_FIQ_BIT); isb(); } if (is_local_state_off(target_state->pwr_domain_state[MPIDR_AFFLVL1])) sc_pm_req_low_power_mode(ipc_handle, SC_R_A35, SC_PM_PW_MODE_OFF); if (is_local_state_retn(target_state->pwr_domain_state[PLAT_MAX_PWR_LVL])) { uint32_t irqstr_mu_reg = (IRQSTR_PLAT_OS_MU_IRQ / 32) - 1; uint32_t irqstr_mu_mask = (1 << (IRQSTR_PLAT_OS_MU_IRQ % 32)); uint32_t irqstr_mu_status, reg; bool irqstr_mu_wakeup = false; plat_gic_cpuif_disable(); /* save gic context */ plat_gic_save(cpu_id, &imx_gicv3_ctx); /* enable the irqsteer for wakeup */ imx_enable_irqstr_wakeup(); /* Save GPT clock and registers, then turn off its power */ gpt_lpcg = mmio_read_32(IMX_GPT0_LPCG_BASE); gpt_reg[0] = mmio_read_32(IMX_GPT0_BASE); gpt_reg[1] = mmio_read_32(IMX_GPT0_BASE + 0x4); sc_pm_set_resource_power_mode(ipc_handle, SC_R_GPT_0, SC_PM_PW_MODE_OFF); sc_pm_req_low_power_mode(ipc_handle, SC_R_A35, SC_PM_PW_MODE_OFF); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_DDR, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_OFF); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_MU, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_OFF); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_INTERCONNECT, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_OFF); /* Put GIC in OFF mode. */ sc_pm_set_resource_power_mode(ipc_handle, SC_R_GIC, SC_PM_PW_MODE_OFF); sc_pm_set_cpu_resume(ipc_handle, ap_core_index[cpu_id], true, BL31_BASE); if (!imx_is_wakeup_src_irqsteer()) sc_pm_req_cpu_low_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_OFF, SC_PM_WAKE_SRC_SCU); /* * Check to see if the MU interrupt is pending in the IRQSTR_SCU2 * If interrupt is pending it implies the wakeup interrupt triggered * during suspend process and we should wakeup. Changing the wakeup src * to SC_PM_WAKE_SRC_IRQSTEER will ensure the AP core wakes up as soon * as WFI is executed. */ reg = mmio_read_32(IMX_WUP_IRQSTR_BASE + 0x3c - 4 * irqstr_mu_reg); mmio_write_32(IMX_WUP_IRQSTR_BASE + 0x3c - 4 * irqstr_mu_reg, reg | irqstr_mu_mask); irqstr_mu_status = mmio_read_32(IMX_WUP_IRQSTR_BASE + 0xbc - 4 * irqstr_mu_reg); if (irqstr_mu_status & irqstr_mu_mask) irqstr_mu_wakeup = true; else mmio_write_32(IMX_WUP_IRQSTR_BASE + 0x3c - 4 * irqstr_mu_reg, reg); /* set IRQSTR low power mode. IRQSTR is already in ON state at this point*/ if (imx_is_wakeup_src_irqsteer() || irqstr_mu_wakeup) { sc_pm_set_resource_power_mode(ipc_handle, SC_R_IRQSTR_SCU2, SC_PM_PW_MODE_STBY); sc_pm_req_cpu_low_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_OFF, SC_PM_WAKE_SRC_IRQSTEER); } else sc_pm_set_resource_power_mode(ipc_handle, SC_R_IRQSTR_SCU2, SC_PM_PW_MODE_OFF); } } void imx_domain_suspend_finish(const psci_power_state_t *target_state) { u_register_t mpidr = read_mpidr_el1(); unsigned int cpu_id = MPIDR_AFFLVL0_VAL(mpidr); if (is_local_state_retn(target_state->pwr_domain_state[PLAT_MAX_PWR_LVL])) { MU_Resume(SC_IPC_BASE); sc_pm_req_low_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_ON); sc_pm_req_cpu_low_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_ON, SC_PM_WAKE_SRC_GIC); /* Put GIC back to high power mode. */ sc_pm_set_resource_power_mode(ipc_handle, SC_R_GIC, SC_PM_PW_MODE_ON); /* restore gic context */ plat_gic_restore(cpu_id, &imx_gicv3_ctx); /* Turn on GPT power and restore its clock and registers */ sc_pm_set_resource_power_mode(ipc_handle, SC_R_GPT_0, SC_PM_PW_MODE_ON); sc_pm_clock_enable(ipc_handle, SC_R_GPT_0, SC_PM_CLK_PER, true, 0); mmio_write_32(IMX_GPT0_BASE, gpt_reg[0]); mmio_write_32(IMX_GPT0_BASE + 0x4, gpt_reg[1]); mmio_write_32(IMX_GPT0_LPCG_BASE, gpt_lpcg); sc_pm_req_low_power_mode(ipc_handle, SC_R_A35, SC_PM_PW_MODE_ON); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_DDR, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_ON); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_MU, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_ON); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_INTERCONNECT, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_ON); /* disable the irqsteer wakeup */ imx_disable_irqstr_wakeup(); plat_gic_cpuif_enable(); } if (is_local_state_off(target_state->pwr_domain_state[MPIDR_AFFLVL1])) sc_pm_req_low_power_mode(ipc_handle, SC_R_A35, SC_PM_PW_MODE_ON); if (is_local_state_off(target_state->pwr_domain_state[MPIDR_AFFLVL0])) { sc_pm_req_cpu_low_power_mode(ipc_handle, ap_core_index[cpu_id], SC_PM_PW_MODE_ON, SC_PM_WAKE_SRC_GIC); plat_gic_cpuif_enable(); } else { write_scr_el3(read_scr_el3() & (~SCR_FIQ_BIT)); isb(); } } static const plat_psci_ops_t imx_plat_psci_ops = { .pwr_domain_on = imx_pwr_domain_on, .pwr_domain_on_finish = imx_pwr_domain_on_finish, .validate_ns_entrypoint = imx_validate_ns_entrypoint, .system_off = imx_system_off, .system_reset = imx_system_reset, .system_reset2 = imx_system_reset2, .pwr_domain_off = imx_pwr_domain_off, .pwr_domain_suspend = imx_domain_suspend, .pwr_domain_suspend_finish = imx_domain_suspend_finish, .get_sys_suspend_power_state = imx_get_sys_suspend_power_state, .validate_power_state = imx_validate_power_state, .pwr_domain_pwr_down_wfi = imx_pwr_domain_pwr_down_wfi, }; int plat_setup_psci_ops(uintptr_t sec_entrypoint, const plat_psci_ops_t **psci_ops) { imx_mailbox_init(sec_entrypoint); *psci_ops = &imx_plat_psci_ops; /* make sure system sources power ON in low power mode by default */ sc_pm_req_low_power_mode(ipc_handle, SC_R_A35, SC_PM_PW_MODE_ON); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_DDR, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_ON); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_MU, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_ON); sc_pm_req_sys_if_power_mode(ipc_handle, SC_R_A35, SC_PM_SYS_IF_INTERCONNECT, SC_PM_PW_MODE_ON, SC_PM_PW_MODE_ON); return 0; }