Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 1 | /* |
Paul Beesley | 8aabea3 | 2019-01-11 18:26:51 +0000 | [diff] [blame] | 2 | * Copyright (c) 2013-2019, ARM Limited and Contributors. All rights reserved. |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 3 | * |
dp-arm | 82cb2c1 | 2017-05-03 09:38:09 +0100 | [diff] [blame] | 4 | * SPDX-License-Identifier: BSD-3-Clause |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 5 | */ |
| 6 | |
Antonio Nino Diaz | 09d40e0 | 2018-12-14 00:18:21 +0000 | [diff] [blame] | 7 | #include <assert.h> |
| 8 | #include <string.h> |
| 9 | |
Dan Handley | 97043ac | 2014-04-09 13:14:54 +0100 | [diff] [blame] | 10 | #include <arch.h> |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 11 | #include <arch_helpers.h> |
Antonio Nino Diaz | 09d40e0 | 2018-12-14 00:18:21 +0000 | [diff] [blame] | 12 | #include <bl31/bl31.h> |
| 13 | #include <bl31/ehf.h> |
| 14 | #include <common/bl_common.h> |
| 15 | #include <common/debug.h> |
| 16 | #include <common/runtime_svc.h> |
| 17 | #include <drivers/console.h> |
| 18 | #include <lib/el3_runtime/context_mgmt.h> |
| 19 | #include <lib/pmf/pmf.h> |
| 20 | #include <lib/runtime_instr.h> |
| 21 | #include <plat/common/platform.h> |
| 22 | #include <services/std_svc.h> |
Achin Gupta | 7aea908 | 2014-02-01 07:51:28 +0000 | [diff] [blame] | 23 | |
dp-arm | 872be88 | 2016-09-19 11:18:44 +0100 | [diff] [blame] | 24 | #if ENABLE_RUNTIME_INSTRUMENTATION |
| 25 | PMF_REGISTER_SERVICE_SMC(rt_instr_svc, PMF_RT_INSTR_SVC_ID, |
| 26 | RT_INSTR_TOTAL_IDS, PMF_STORE_ENABLE) |
| 27 | #endif |
| 28 | |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 29 | /******************************************************************************* |
| 30 | * This function pointer is used to initialise the BL32 image. It's initialized |
| 31 | * by SPD calling bl31_register_bl32_init after setting up all things necessary |
| 32 | * for SP execution. In cases where both SPD and SP are absent, or when SPD |
| 33 | * finds it impossible to execute SP, this pointer is left as NULL |
| 34 | ******************************************************************************/ |
Vikram Kanigiri | 6871c5d | 2014-05-16 18:48:12 +0100 | [diff] [blame] | 35 | static int32_t (*bl32_init)(void); |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 36 | |
Achin Gupta | 7aea908 | 2014-02-01 07:51:28 +0000 | [diff] [blame] | 37 | /******************************************************************************* |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 38 | * Variable to indicate whether next image to execute after BL31 is BL33 |
| 39 | * (non-secure & default) or BL32 (secure). |
| 40 | ******************************************************************************/ |
Vikram Kanigiri | faaa2e7 | 2014-07-15 16:49:22 +0100 | [diff] [blame] | 41 | static uint32_t next_image_type = NON_SECURE; |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 42 | |
Soby Mathew | 58e946a | 2016-09-19 17:21:15 +0100 | [diff] [blame] | 43 | /* |
| 44 | * Implement the ARM Standard Service function to get arguments for a |
| 45 | * particular service. |
| 46 | */ |
| 47 | uintptr_t get_arm_std_svc_args(unsigned int svc_mask) |
| 48 | { |
| 49 | /* Setup the arguments for PSCI Library */ |
| 50 | DEFINE_STATIC_PSCI_LIB_ARGS_V1(psci_args, bl31_warm_entrypoint); |
| 51 | |
| 52 | /* PSCI is the only ARM Standard Service implemented */ |
| 53 | assert(svc_mask == PSCI_FID_MASK); |
| 54 | |
| 55 | return (uintptr_t)&psci_args; |
| 56 | } |
| 57 | |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 58 | /******************************************************************************* |
Achin Gupta | 7aea908 | 2014-02-01 07:51:28 +0000 | [diff] [blame] | 59 | * Simple function to initialise all BL31 helper libraries. |
| 60 | ******************************************************************************/ |
Daniel Boulby | 87c8513 | 2018-09-20 14:12:46 +0100 | [diff] [blame] | 61 | void __init bl31_lib_init(void) |
Achin Gupta | 7aea908 | 2014-02-01 07:51:28 +0000 | [diff] [blame] | 62 | { |
| 63 | cm_init(); |
| 64 | } |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 65 | |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 66 | /******************************************************************************* |
Antonio Nino Diaz | 88cfd9a | 2019-01-31 11:01:26 +0000 | [diff] [blame] | 67 | * Setup function for BL31. |
| 68 | ******************************************************************************/ |
| 69 | void bl31_setup(u_register_t arg0, u_register_t arg1, u_register_t arg2, |
| 70 | u_register_t arg3) |
| 71 | { |
| 72 | /* Perform early platform-specific setup */ |
| 73 | bl31_early_platform_setup2(arg0, arg1, arg2, arg3); |
| 74 | |
| 75 | /* |
| 76 | * Update pointer authentication key before the MMU is enabled. It is |
| 77 | * saved in the rodata section, that can be writen before enabling the |
| 78 | * MMU. This function must be called after the console is initialized |
| 79 | * in the early platform setup. |
| 80 | */ |
| 81 | bl_handle_pauth(); |
| 82 | |
| 83 | /* Perform late platform-specific setup */ |
| 84 | bl31_plat_arch_setup(); |
| 85 | } |
| 86 | |
| 87 | /******************************************************************************* |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 88 | * BL31 is responsible for setting up the runtime services for the primary cpu |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 89 | * before passing control to the bootloader or an Operating System. This |
| 90 | * function calls runtime_svc_init() which initializes all registered runtime |
| 91 | * services. The run time services would setup enough context for the core to |
Paul Beesley | 8aabea3 | 2019-01-11 18:26:51 +0000 | [diff] [blame] | 92 | * switch to the next exception level. When this function returns, the core will |
Antonio Nino Diaz | 7330861 | 2019-02-28 13:35:21 +0000 | [diff] [blame] | 93 | * switch to the programmed exception level via an ERET. |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 94 | ******************************************************************************/ |
| 95 | void bl31_main(void) |
| 96 | { |
Juan Castillo | d178637 | 2015-12-14 09:35:25 +0000 | [diff] [blame] | 97 | NOTICE("BL31: %s\n", version_string); |
| 98 | NOTICE("BL31: %s\n", build_message); |
Dan Handley | 6ad2e46 | 2014-07-29 17:14:00 +0100 | [diff] [blame] | 99 | |
Soby Mathew | 78e6161 | 2015-12-09 11:28:43 +0000 | [diff] [blame] | 100 | /* Perform platform setup in BL31 */ |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 101 | bl31_platform_setup(); |
| 102 | |
Achin Gupta | 7aea908 | 2014-02-01 07:51:28 +0000 | [diff] [blame] | 103 | /* Initialise helper libraries */ |
| 104 | bl31_lib_init(); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 105 | |
Jeenu Viswambharan | 21b818c | 2017-09-22 08:32:10 +0100 | [diff] [blame] | 106 | #if EL3_EXCEPTION_HANDLING |
| 107 | INFO("BL31: Initialising Exception Handling Framework\n"); |
| 108 | ehf_init(); |
| 109 | #endif |
| 110 | |
Soby Mathew | 58e946a | 2016-09-19 17:21:15 +0100 | [diff] [blame] | 111 | /* Initialize the runtime services e.g. psci. */ |
Juan Castillo | d178637 | 2015-12-14 09:35:25 +0000 | [diff] [blame] | 112 | INFO("BL31: Initializing runtime services\n"); |
Achin Gupta | 7421b46 | 2014-02-01 18:53:26 +0000 | [diff] [blame] | 113 | runtime_svc_init(); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 114 | |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 115 | /* |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 116 | * All the cold boot actions on the primary cpu are done. We now need to |
| 117 | * decide which is the next image (BL32 or BL33) and how to execute it. |
| 118 | * If the SPD runtime service is present, it would want to pass control |
| 119 | * to BL32 first in S-EL1. In that case, SPD would have registered a |
Paul Beesley | 8aabea3 | 2019-01-11 18:26:51 +0000 | [diff] [blame] | 120 | * function to initialize bl32 where it takes responsibility of entering |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 121 | * S-EL1 and returning control back to bl31_main. Once this is done we |
| 122 | * can prepare entry into BL33 as normal. |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 123 | */ |
| 124 | |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 125 | /* |
Paul Beesley | 8aabea3 | 2019-01-11 18:26:51 +0000 | [diff] [blame] | 126 | * If SPD had registered an init hook, invoke it. |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 127 | */ |
Antonio Nino Diaz | c9512bc | 2018-08-24 16:30:29 +0100 | [diff] [blame] | 128 | if (bl32_init != NULL) { |
Juan Castillo | d178637 | 2015-12-14 09:35:25 +0000 | [diff] [blame] | 129 | INFO("BL31: Initializing BL32\n"); |
Antonio Nino Diaz | c9512bc | 2018-08-24 16:30:29 +0100 | [diff] [blame] | 130 | |
| 131 | int32_t rc = (*bl32_init)(); |
| 132 | |
Antonio Nino Diaz | 74ad948 | 2018-09-18 13:10:47 +0100 | [diff] [blame] | 133 | if (rc == 0) |
| 134 | WARN("BL31: BL32 initialization failed\n"); |
Dan Handley | 6ad2e46 | 2014-07-29 17:14:00 +0100 | [diff] [blame] | 135 | } |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 136 | /* |
| 137 | * We are ready to enter the next EL. Prepare entry into the image |
| 138 | * corresponding to the desired security state after the next ERET. |
| 139 | */ |
| 140 | bl31_prepare_next_image_entry(); |
Soby Mathew | 78e6161 | 2015-12-09 11:28:43 +0000 | [diff] [blame] | 141 | |
Antonio Nino Diaz | 0b32628 | 2017-02-16 16:17:19 +0000 | [diff] [blame] | 142 | console_flush(); |
| 143 | |
Soby Mathew | 78e6161 | 2015-12-09 11:28:43 +0000 | [diff] [blame] | 144 | /* |
| 145 | * Perform any platform specific runtime setup prior to cold boot exit |
| 146 | * from BL31 |
| 147 | */ |
| 148 | bl31_plat_runtime_setup(); |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | /******************************************************************************* |
| 152 | * Accessor functions to help runtime services decide which image should be |
| 153 | * executed after BL31. This is BL33 or the non-secure bootloader image by |
| 154 | * default but the Secure payload dispatcher could override this by requesting |
| 155 | * an entry into BL32 (Secure payload) first. If it does so then it should use |
| 156 | * the same API to program an entry into BL33 once BL32 initialisation is |
| 157 | * complete. |
| 158 | ******************************************************************************/ |
| 159 | void bl31_set_next_image_type(uint32_t security_state) |
| 160 | { |
Juan Castillo | d3280be | 2014-06-05 09:45:36 +0100 | [diff] [blame] | 161 | assert(sec_state_is_valid(security_state)); |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 162 | next_image_type = security_state; |
| 163 | } |
| 164 | |
| 165 | uint32_t bl31_get_next_image_type(void) |
| 166 | { |
| 167 | return next_image_type; |
| 168 | } |
| 169 | |
| 170 | /******************************************************************************* |
| 171 | * This function programs EL3 registers and performs other setup to enable entry |
| 172 | * into the next image after BL31 at the next ERET. |
| 173 | ******************************************************************************/ |
Daniel Boulby | 87c8513 | 2018-09-20 14:12:46 +0100 | [diff] [blame] | 174 | void __init bl31_prepare_next_image_entry(void) |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 175 | { |
Vikram Kanigiri | 4112bfa | 2014-04-15 18:08:08 +0100 | [diff] [blame] | 176 | entry_point_info_t *next_image_info; |
Andrew Thoelke | 167a935 | 2014-06-04 21:10:52 +0100 | [diff] [blame] | 177 | uint32_t image_type; |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 178 | |
Soby Mathew | 8cd16e6 | 2016-05-17 14:01:32 +0100 | [diff] [blame] | 179 | #if CTX_INCLUDE_AARCH32_REGS |
| 180 | /* |
| 181 | * Ensure that the build flag to save AArch32 system registers in CPU |
| 182 | * context is not set for AArch64-only platforms. |
| 183 | */ |
Antonio Nino Diaz | a0fee74 | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 184 | if (el_implemented(1) == EL_IMPL_A64ONLY) { |
Soby Mathew | 8cd16e6 | 2016-05-17 14:01:32 +0100 | [diff] [blame] | 185 | ERROR("EL1 supports AArch64-only. Please set build flag " |
Antonio Nino Diaz | a0fee74 | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 186 | "CTX_INCLUDE_AARCH32_REGS = 0\n"); |
Soby Mathew | 8cd16e6 | 2016-05-17 14:01:32 +0100 | [diff] [blame] | 187 | panic(); |
| 188 | } |
| 189 | #endif |
| 190 | |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 191 | /* Determine which image to execute next */ |
| 192 | image_type = bl31_get_next_image_type(); |
| 193 | |
Jeenu Viswambharan | caa8493 | 2014-02-06 10:36:15 +0000 | [diff] [blame] | 194 | /* Program EL3 registers to enable entry into the next EL */ |
Dan Handley | 9865ac1 | 2014-05-27 16:17:21 +0100 | [diff] [blame] | 195 | next_image_info = bl31_plat_get_next_image_ep_info(image_type); |
Antonio Nino Diaz | c9512bc | 2018-08-24 16:30:29 +0100 | [diff] [blame] | 196 | assert(next_image_info != NULL); |
Vikram Kanigiri | f05cb4a | 2014-05-28 13:41:51 +0100 | [diff] [blame] | 197 | assert(image_type == GET_SECURITY_STATE(next_image_info->h.attr)); |
Achin Gupta | 35ca351 | 2014-02-19 17:58:33 +0000 | [diff] [blame] | 198 | |
Juan Castillo | d178637 | 2015-12-14 09:35:25 +0000 | [diff] [blame] | 199 | INFO("BL31: Preparing for EL3 exit to %s world\n", |
Dan Handley | 6ad2e46 | 2014-07-29 17:14:00 +0100 | [diff] [blame] | 200 | (image_type == SECURE) ? "secure" : "normal"); |
Sandrine Bailleux | 68a68c9 | 2015-09-28 17:03:06 +0100 | [diff] [blame] | 201 | print_entry_point_info(next_image_info); |
Soby Mathew | 85a181c | 2015-07-13 11:21:11 +0100 | [diff] [blame] | 202 | cm_init_my_context(next_image_info); |
Andrew Thoelke | 167a935 | 2014-06-04 21:10:52 +0100 | [diff] [blame] | 203 | cm_prepare_el3_exit(image_type); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 204 | } |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 205 | |
| 206 | /******************************************************************************* |
| 207 | * This function initializes the pointer to BL32 init function. This is expected |
| 208 | * to be called by the SPD after it finishes all its initialization |
| 209 | ******************************************************************************/ |
Vikram Kanigiri | 6871c5d | 2014-05-16 18:48:12 +0100 | [diff] [blame] | 210 | void bl31_register_bl32_init(int32_t (*func)(void)) |
Jeenu Viswambharan | 7f36660 | 2014-02-20 17:11:00 +0000 | [diff] [blame] | 211 | { |
| 212 | bl32_init = func; |
| 213 | } |