| /** @file | |
| Construct MP Services Protocol on top of the EMU Thread protocol. | |
| This code makes APs show up in the emulator. PcdEmuApCount is the | |
| number of APs the emulator should produce. | |
| The MP Services Protocol provides a generalized way of performing following tasks: | |
| - Retrieving information of multi-processor environment and MP-related status of | |
| specific processors. | |
| - Dispatching user-provided function to APs. | |
| - Maintain MP-related processor status. | |
| The MP Services Protocol must be produced on any system with more than one logical | |
| processor. | |
| The Protocol is available only during boot time. | |
| MP Services Protocol is hardware-independent. Most of the logic of this protocol | |
| is architecturally neutral. It abstracts the multi-processor environment and | |
| status of processors, and provides interfaces to retrieve information, maintain, | |
| and dispatch. | |
| MP Services Protocol may be consumed by ACPI module. The ACPI module may use this | |
| protocol to retrieve data that are needed for an MP platform and report them to OS. | |
| MP Services Protocol may also be used to program and configure processors, such | |
| as MTRR synchronization for memory space attributes setting in DXE Services. | |
| MP Services Protocol may be used by non-CPU DXE drivers to speed up platform boot | |
| by taking advantage of the processing capabilities of the APs, for example, using | |
| APs to help test system memory in parallel with other device initialization. | |
| Diagnostics applications may also use this protocol for multi-processor. | |
| Copyright (c) 2006 - 2012, Intel Corporation. All rights reserved.<BR> | |
| Portitions Copyright (c) 2011, Apple Inc. All rights reserved. | |
| SPDX-License-Identifier: BSD-2-Clause-Patent | |
| **/ | |
| #include "CpuDriver.h" | |
| MP_SYSTEM_DATA gMPSystem; | |
| EMU_THREAD_THUNK_PROTOCOL *gThread = NULL; | |
| EFI_EVENT gReadToBootEvent; | |
| BOOLEAN gReadToBoot = FALSE; | |
| UINTN gPollInterval; | |
| BOOLEAN | |
| IsBSP ( | |
| VOID | |
| ) | |
| { | |
| EFI_STATUS Status; | |
| UINTN ProcessorNumber; | |
| Status = CpuMpServicesWhoAmI (&mMpServicesTemplate, &ProcessorNumber); | |
| if (EFI_ERROR (Status)) { | |
| return FALSE; | |
| } | |
| return (gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0; | |
| } | |
| VOID | |
| SetApProcedure ( | |
| IN PROCESSOR_DATA_BLOCK *Processor, | |
| IN EFI_AP_PROCEDURE Procedure, | |
| IN VOID *ProcedureArgument | |
| ) | |
| { | |
| gThread->MutexLock (Processor->ProcedureLock); | |
| Processor->Parameter = ProcedureArgument; | |
| Processor->Procedure = Procedure; | |
| gThread->MutexUnlock (Processor->ProcedureLock); | |
| } | |
| EFI_STATUS | |
| GetNextBlockedNumber ( | |
| OUT UINTN *NextNumber | |
| ) | |
| { | |
| UINTN Number; | |
| PROCESSOR_STATE ProcessorState; | |
| PROCESSOR_DATA_BLOCK *Data; | |
| for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) { | |
| Data = &gMPSystem.ProcessorData[Number]; | |
| if ((Data->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) { | |
| // Skip BSP | |
| continue; | |
| } | |
| gThread->MutexLock (Data->StateLock); | |
| ProcessorState = Data->State; | |
| gThread->MutexUnlock (Data->StateLock); | |
| if (ProcessorState == CPU_STATE_BLOCKED) { | |
| *NextNumber = Number; | |
| return EFI_SUCCESS; | |
| } | |
| } | |
| return EFI_NOT_FOUND; | |
| } | |
| /** | |
| * Calculated and stalled the interval time by BSP to check whether | |
| * the APs have finished. | |
| * | |
| * @param[in] Timeout The time limit in microseconds for | |
| * APs to return from Procedure. | |
| * | |
| * @retval StallTime Time of execution stall. | |
| **/ | |
| UINTN | |
| CalculateAndStallInterval ( | |
| IN UINTN Timeout | |
| ) | |
| { | |
| UINTN StallTime; | |
| if (Timeout < gPollInterval && Timeout != 0) { | |
| StallTime = Timeout; | |
| } else { | |
| StallTime = gPollInterval; | |
| } | |
| gBS->Stall (StallTime); | |
| return StallTime; | |
| } | |
| /** | |
| This service retrieves the number of logical processor in the platform | |
| and the number of those logical processors that are enabled on this boot. | |
| This service may only be called from the BSP. | |
| This function is used to retrieve the following information: | |
| - The number of logical processors that are present in the system. | |
| - The number of enabled logical processors in the system at the instant | |
| this call is made. | |
| Because MP Service Protocol provides services to enable and disable processors | |
| dynamically, the number of enabled logical processors may vary during the | |
| course of a boot session. | |
| If this service is called from an AP, then EFI_DEVICE_ERROR is returned. | |
| If NumberOfProcessors or NumberOfEnabledProcessors is NULL, then | |
| EFI_INVALID_PARAMETER is returned. Otherwise, the total number of processors | |
| is returned in NumberOfProcessors, the number of currently enabled processor | |
| is returned in NumberOfEnabledProcessors, and EFI_SUCCESS is returned. | |
| @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL | |
| instance. | |
| @param[out] NumberOfProcessors Pointer to the total number of logical | |
| processors in the system, including the BSP | |
| and disabled APs. | |
| @param[out] NumberOfEnabledProcessors Pointer to the number of enabled logical | |
| processors that exist in system, including | |
| the BSP. | |
| @retval EFI_SUCCESS The number of logical processors and enabled | |
| logical processors was retrieved. | |
| @retval EFI_DEVICE_ERROR The calling processor is an AP. | |
| @retval EFI_INVALID_PARAMETER NumberOfProcessors is NULL. | |
| @retval EFI_INVALID_PARAMETER NumberOfEnabledProcessors is NULL. | |
| **/ | |
| EFI_STATUS | |
| EFIAPI | |
| CpuMpServicesGetNumberOfProcessors ( | |
| IN EFI_MP_SERVICES_PROTOCOL *This, | |
| OUT UINTN *NumberOfProcessors, | |
| OUT UINTN *NumberOfEnabledProcessors | |
| ) | |
| { | |
| if ((NumberOfProcessors == NULL) || (NumberOfEnabledProcessors == NULL)) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| if (!IsBSP ()) { | |
| return EFI_DEVICE_ERROR; | |
| } | |
| *NumberOfProcessors = gMPSystem.NumberOfProcessors; | |
| *NumberOfEnabledProcessors = gMPSystem.NumberOfEnabledProcessors; | |
| return EFI_SUCCESS; | |
| } | |
| /** | |
| Gets detailed MP-related information on the requested processor at the | |
| instant this call is made. This service may only be called from the BSP. | |
| This service retrieves detailed MP-related information about any processor | |
| on the platform. Note the following: | |
| - The processor information may change during the course of a boot session. | |
| - The information presented here is entirely MP related. | |
| Information regarding the number of caches and their sizes, frequency of operation, | |
| slot numbers is all considered platform-related information and is not provided | |
| by this service. | |
| @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL | |
| instance. | |
| @param[in] ProcessorNumber The handle number of processor. | |
| @param[out] ProcessorInfoBuffer A pointer to the buffer where information for | |
| the requested processor is deposited. | |
| @retval EFI_SUCCESS Processor information was returned. | |
| @retval EFI_DEVICE_ERROR The calling processor is an AP. | |
| @retval EFI_INVALID_PARAMETER ProcessorInfoBuffer is NULL. | |
| @retval EFI_NOT_FOUND The processor with the handle specified by | |
| ProcessorNumber does not exist in the platform. | |
| **/ | |
| EFI_STATUS | |
| EFIAPI | |
| CpuMpServicesGetProcessorInfo ( | |
| IN EFI_MP_SERVICES_PROTOCOL *This, | |
| IN UINTN ProcessorNumber, | |
| OUT EFI_PROCESSOR_INFORMATION *ProcessorInfoBuffer | |
| ) | |
| { | |
| if (ProcessorInfoBuffer == NULL) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| if (!IsBSP ()) { | |
| return EFI_DEVICE_ERROR; | |
| } | |
| if (ProcessorNumber >= gMPSystem.NumberOfProcessors) { | |
| return EFI_NOT_FOUND; | |
| } | |
| CopyMem (ProcessorInfoBuffer, &gMPSystem.ProcessorData[ProcessorNumber], sizeof (EFI_PROCESSOR_INFORMATION)); | |
| return EFI_SUCCESS; | |
| } | |
| /** | |
| This service executes a caller provided function on all enabled APs. APs can | |
| run either simultaneously or one at a time in sequence. This service supports | |
| both blocking and non-blocking requests. The non-blocking requests use EFI | |
| events so the BSP can detect when the APs have finished. This service may only | |
| be called from the BSP. | |
| This function is used to dispatch all the enabled APs to the function specified | |
| by Procedure. If any enabled AP is busy, then EFI_NOT_READY is returned | |
| immediately and Procedure is not started on any AP. | |
| If SingleThread is TRUE, all the enabled APs execute the function specified by | |
| Procedure one by one, in ascending order of processor handle number. Otherwise, | |
| all the enabled APs execute the function specified by Procedure simultaneously. | |
| If WaitEvent is NULL, execution is in blocking mode. The BSP waits until all | |
| APs finish or TimeoutInMicroseconds expires. Otherwise, execution is in non-blocking | |
| mode, and the BSP returns from this service without waiting for APs. If a | |
| non-blocking mode is requested after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT | |
| is signaled, then EFI_UNSUPPORTED must be returned. | |
| If the timeout specified by TimeoutInMicroseconds expires before all APs return | |
| from Procedure, then Procedure on the failed APs is terminated. All enabled APs | |
| are always available for further calls to EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() | |
| and EFI_MP_SERVICES_PROTOCOL.StartupThisAP(). If FailedCpuList is not NULL, its | |
| content points to the list of processor handle numbers in which Procedure was | |
| terminated. | |
| Note: It is the responsibility of the consumer of the EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() | |
| to make sure that the nature of the code that is executed on the BSP and the | |
| dispatched APs is well controlled. The MP Services Protocol does not guarantee | |
| that the Procedure function is MP-safe. Hence, the tasks that can be run in | |
| parallel are limited to certain independent tasks and well-controlled exclusive | |
| code. EFI services and protocols may not be called by APs unless otherwise | |
| specified. | |
| In blocking execution mode, BSP waits until all APs finish or | |
| TimeoutInMicroseconds expires. | |
| In non-blocking execution mode, BSP is freed to return to the caller and then | |
| proceed to the next task without having to wait for APs. The following | |
| sequence needs to occur in a non-blocking execution mode: | |
| -# The caller that intends to use this MP Services Protocol in non-blocking | |
| mode creates WaitEvent by calling the EFI CreateEvent() service. The caller | |
| invokes EFI_MP_SERVICES_PROTOCOL.StartupAllAPs(). If the parameter WaitEvent | |
| is not NULL, then StartupAllAPs() executes in non-blocking mode. It requests | |
| the function specified by Procedure to be started on all the enabled APs, | |
| and releases the BSP to continue with other tasks. | |
| -# The caller can use the CheckEvent() and WaitForEvent() services to check | |
| the state of the WaitEvent created in step 1. | |
| -# When the APs complete their task or TimeoutInMicroSecondss expires, the MP | |
| Service signals WaitEvent by calling the EFI SignalEvent() function. If | |
| FailedCpuList is not NULL, its content is available when WaitEvent is | |
| signaled. If all APs returned from Procedure prior to the timeout, then | |
| FailedCpuList is set to NULL. If not all APs return from Procedure before | |
| the timeout, then FailedCpuList is filled in with the list of the failed | |
| APs. The buffer is allocated by MP Service Protocol using AllocatePool(). | |
| It is the caller's responsibility to free the buffer with FreePool() service. | |
| -# This invocation of SignalEvent() function informs the caller that invoked | |
| EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() that either all the APs completed | |
| the specified task or a timeout occurred. The contents of FailedCpuList | |
| can be examined to determine which APs did not complete the specified task | |
| prior to the timeout. | |
| @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL | |
| instance. | |
| @param[in] Procedure A pointer to the function to be run on | |
| enabled APs of the system. See type | |
| EFI_AP_PROCEDURE. | |
| @param[in] SingleThread If TRUE, then all the enabled APs execute | |
| the function specified by Procedure one by | |
| one, in ascending order of processor handle | |
| number. If FALSE, then all the enabled APs | |
| execute the function specified by Procedure | |
| simultaneously. | |
| @param[in] WaitEvent The event created by the caller with CreateEvent() | |
| service. If it is NULL, then execute in | |
| blocking mode. BSP waits until all APs finish | |
| or TimeoutInMicroseconds expires. If it's | |
| not NULL, then execute in non-blocking mode. | |
| BSP requests the function specified by | |
| Procedure to be started on all the enabled | |
| APs, and go on executing immediately. If | |
| all return from Procedure, or TimeoutInMicroseconds | |
| expires, this event is signaled. The BSP | |
| can use the CheckEvent() or WaitForEvent() | |
| services to check the state of event. Type | |
| EFI_EVENT is defined in CreateEvent() in | |
| the Unified Extensible Firmware Interface | |
| Specification. | |
| @param[in] TimeoutInMicrosecsond Indicates the time limit in microseconds for | |
| APs to return from Procedure, either for | |
| blocking or non-blocking mode. Zero means | |
| infinity. If the timeout expires before | |
| all APs return from Procedure, then Procedure | |
| on the failed APs is terminated. All enabled | |
| APs are available for next function assigned | |
| by EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() | |
| or EFI_MP_SERVICES_PROTOCOL.StartupThisAP(). | |
| If the timeout expires in blocking mode, | |
| BSP returns EFI_TIMEOUT. If the timeout | |
| expires in non-blocking mode, WaitEvent | |
| is signaled with SignalEvent(). | |
| @param[in] ProcedureArgument The parameter passed into Procedure for | |
| all APs. | |
| @param[out] FailedCpuList If NULL, this parameter is ignored. Otherwise, | |
| if all APs finish successfully, then its | |
| content is set to NULL. If not all APs | |
| finish before timeout expires, then its | |
| content is set to address of the buffer | |
| holding handle numbers of the failed APs. | |
| The buffer is allocated by MP Service Protocol, | |
| and it's the caller's responsibility to | |
| free the buffer with FreePool() service. | |
| In blocking mode, it is ready for consumption | |
| when the call returns. In non-blocking mode, | |
| it is ready when WaitEvent is signaled. The | |
| list of failed CPU is terminated by | |
| END_OF_CPU_LIST. | |
| @retval EFI_SUCCESS In blocking mode, all APs have finished before | |
| the timeout expired. | |
| @retval EFI_SUCCESS In non-blocking mode, function has been dispatched | |
| to all enabled APs. | |
| @retval EFI_UNSUPPORTED A non-blocking mode request was made after the | |
| UEFI event EFI_EVENT_GROUP_READY_TO_BOOT was | |
| signaled. | |
| @retval EFI_DEVICE_ERROR Caller processor is AP. | |
| @retval EFI_NOT_STARTED No enabled APs exist in the system. | |
| @retval EFI_NOT_READY Any enabled APs are busy. | |
| @retval EFI_TIMEOUT In blocking mode, the timeout expired before | |
| all enabled APs have finished. | |
| @retval EFI_INVALID_PARAMETER Procedure is NULL. | |
| **/ | |
| EFI_STATUS | |
| EFIAPI | |
| CpuMpServicesStartupAllAps ( | |
| IN EFI_MP_SERVICES_PROTOCOL *This, | |
| IN EFI_AP_PROCEDURE Procedure, | |
| IN BOOLEAN SingleThread, | |
| IN EFI_EVENT WaitEvent OPTIONAL, | |
| IN UINTN TimeoutInMicroseconds, | |
| IN VOID *ProcedureArgument OPTIONAL, | |
| OUT UINTN **FailedCpuList OPTIONAL | |
| ) | |
| { | |
| EFI_STATUS Status; | |
| PROCESSOR_DATA_BLOCK *ProcessorData; | |
| UINTN Number; | |
| UINTN NextNumber; | |
| PROCESSOR_STATE APInitialState; | |
| PROCESSOR_STATE ProcessorState; | |
| UINTN Timeout; | |
| if (!IsBSP ()) { | |
| return EFI_DEVICE_ERROR; | |
| } | |
| if (gMPSystem.NumberOfProcessors == 1) { | |
| return EFI_NOT_STARTED; | |
| } | |
| if (Procedure == NULL) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| if ((WaitEvent != NULL) && gReadToBoot) { | |
| return EFI_UNSUPPORTED; | |
| } | |
| for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) { | |
| ProcessorData = &gMPSystem.ProcessorData[Number]; | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) { | |
| // Skip BSP | |
| continue; | |
| } | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| // Skip Disabled processors | |
| continue; | |
| } | |
| gThread->MutexLock(ProcessorData->StateLock); | |
| if (ProcessorData->State != CPU_STATE_IDLE) { | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| return EFI_NOT_READY; | |
| } | |
| gThread->MutexUnlock(ProcessorData->StateLock); | |
| } | |
| if (FailedCpuList != NULL) { | |
| gMPSystem.FailedList = AllocatePool ((gMPSystem.NumberOfProcessors + 1) * sizeof (UINTN)); | |
| if (gMPSystem.FailedList == NULL) { | |
| return EFI_OUT_OF_RESOURCES; | |
| } | |
| SetMemN (gMPSystem.FailedList, (gMPSystem.NumberOfProcessors + 1) * sizeof (UINTN), END_OF_CPU_LIST); | |
| gMPSystem.FailedListIndex = 0; | |
| *FailedCpuList = gMPSystem.FailedList; | |
| } | |
| Timeout = TimeoutInMicroseconds; | |
| ProcessorData = NULL; | |
| gMPSystem.FinishCount = 0; | |
| gMPSystem.StartCount = 0; | |
| gMPSystem.SingleThread = SingleThread; | |
| APInitialState = CPU_STATE_READY; | |
| for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) { | |
| ProcessorData = &gMPSystem.ProcessorData[Number]; | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) { | |
| // Skip BSP | |
| continue; | |
| } | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| // Skip Disabled processors | |
| gMPSystem.FailedList[gMPSystem.FailedListIndex++] = Number; | |
| continue; | |
| } | |
| // | |
| // Get APs prepared, and put failing APs into FailedCpuList | |
| // if "SingleThread", only 1 AP will put to ready state, other AP will be put to ready | |
| // state 1 by 1, until the previous 1 finished its task | |
| // if not "SingleThread", all APs are put to ready state from the beginning | |
| // | |
| gThread->MutexLock(ProcessorData->StateLock); | |
| ASSERT (ProcessorData->State == CPU_STATE_IDLE); | |
| ProcessorData->State = APInitialState; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| gMPSystem.StartCount++; | |
| if (SingleThread) { | |
| APInitialState = CPU_STATE_BLOCKED; | |
| } | |
| } | |
| if (WaitEvent != NULL) { | |
| for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) { | |
| ProcessorData = &gMPSystem.ProcessorData[Number]; | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) { | |
| // Skip BSP | |
| continue; | |
| } | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| // Skip Disabled processors | |
| continue; | |
| } | |
| gThread->MutexLock (ProcessorData->StateLock); | |
| ProcessorState = ProcessorData->State; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| if (ProcessorState == CPU_STATE_READY) { | |
| SetApProcedure (ProcessorData, Procedure, ProcedureArgument); | |
| } | |
| } | |
| // | |
| // Save data into private data structure, and create timer to poll AP state before exiting | |
| // | |
| gMPSystem.Procedure = Procedure; | |
| gMPSystem.ProcedureArgument = ProcedureArgument; | |
| gMPSystem.WaitEvent = WaitEvent; | |
| gMPSystem.Timeout = TimeoutInMicroseconds; | |
| gMPSystem.TimeoutActive = (BOOLEAN)(TimeoutInMicroseconds != 0); | |
| Status = gBS->SetTimer ( | |
| gMPSystem.CheckAllAPsEvent, | |
| TimerPeriodic, | |
| gPollInterval | |
| ); | |
| return Status; | |
| } | |
| while (TRUE) { | |
| for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) { | |
| ProcessorData = &gMPSystem.ProcessorData[Number]; | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) { | |
| // Skip BSP | |
| continue; | |
| } | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| // Skip Disabled processors | |
| continue; | |
| } | |
| gThread->MutexLock (ProcessorData->StateLock); | |
| ProcessorState = ProcessorData->State; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| switch (ProcessorState) { | |
| case CPU_STATE_READY: | |
| SetApProcedure (ProcessorData, Procedure, ProcedureArgument); | |
| break; | |
| case CPU_STATE_FINISHED: | |
| gMPSystem.FinishCount++; | |
| if (SingleThread) { | |
| Status = GetNextBlockedNumber (&NextNumber); | |
| if (!EFI_ERROR (Status)) { | |
| gThread->MutexLock (gMPSystem.ProcessorData[NextNumber].StateLock); | |
| gMPSystem.ProcessorData[NextNumber].State = CPU_STATE_READY; | |
| gThread->MutexUnlock (gMPSystem.ProcessorData[NextNumber].StateLock); | |
| } | |
| } | |
| gThread->MutexLock (ProcessorData->StateLock); | |
| ProcessorData->State = CPU_STATE_IDLE; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| break; | |
| default: | |
| break; | |
| } | |
| } | |
| if (gMPSystem.FinishCount == gMPSystem.StartCount) { | |
| Status = EFI_SUCCESS; | |
| goto Done; | |
| } | |
| if ((TimeoutInMicroseconds != 0) && (Timeout == 0)) { | |
| Status = EFI_TIMEOUT; | |
| goto Done; | |
| } | |
| Timeout -= CalculateAndStallInterval (Timeout); | |
| } | |
| Done: | |
| if (FailedCpuList != NULL) { | |
| if (gMPSystem.FailedListIndex == 0) { | |
| FreePool (*FailedCpuList); | |
| *FailedCpuList = NULL; | |
| } | |
| } | |
| return EFI_SUCCESS; | |
| } | |
| /** | |
| This service lets the caller get one enabled AP to execute a caller-provided | |
| function. The caller can request the BSP to either wait for the completion | |
| of the AP or just proceed with the next task by using the EFI event mechanism. | |
| See EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() for more details on non-blocking | |
| execution support. This service may only be called from the BSP. | |
| This function is used to dispatch one enabled AP to the function specified by | |
| Procedure passing in the argument specified by ProcedureArgument. If WaitEvent | |
| is NULL, execution is in blocking mode. The BSP waits until the AP finishes or | |
| TimeoutInMicroSecondss expires. Otherwise, execution is in non-blocking mode. | |
| BSP proceeds to the next task without waiting for the AP. If a non-blocking mode | |
| is requested after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT is signaled, | |
| then EFI_UNSUPPORTED must be returned. | |
| If the timeout specified by TimeoutInMicroseconds expires before the AP returns | |
| from Procedure, then execution of Procedure by the AP is terminated. The AP is | |
| available for subsequent calls to EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() and | |
| EFI_MP_SERVICES_PROTOCOL.StartupThisAP(). | |
| @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL | |
| instance. | |
| @param[in] Procedure A pointer to the function to be run on | |
| enabled APs of the system. See type | |
| EFI_AP_PROCEDURE. | |
| @param[in] ProcessorNumber The handle number of the AP. The range is | |
| from 0 to the total number of logical | |
| processors minus 1. The total number of | |
| logical processors can be retrieved by | |
| EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors(). | |
| @param[in] WaitEvent The event created by the caller with CreateEvent() | |
| service. If it is NULL, then execute in | |
| blocking mode. BSP waits until all APs finish | |
| or TimeoutInMicroseconds expires. If it's | |
| not NULL, then execute in non-blocking mode. | |
| BSP requests the function specified by | |
| Procedure to be started on all the enabled | |
| APs, and go on executing immediately. If | |
| all return from Procedure or TimeoutInMicroseconds | |
| expires, this event is signaled. The BSP | |
| can use the CheckEvent() or WaitForEvent() | |
| services to check the state of event. Type | |
| EFI_EVENT is defined in CreateEvent() in | |
| the Unified Extensible Firmware Interface | |
| Specification. | |
| @param[in] TimeoutInMicrosecsond Indicates the time limit in microseconds for | |
| APs to return from Procedure, either for | |
| blocking or non-blocking mode. Zero means | |
| infinity. If the timeout expires before | |
| all APs return from Procedure, then Procedure | |
| on the failed APs is terminated. All enabled | |
| APs are available for next function assigned | |
| by EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() | |
| or EFI_MP_SERVICES_PROTOCOL.StartupThisAP(). | |
| If the timeout expires in blocking mode, | |
| BSP returns EFI_TIMEOUT. If the timeout | |
| expires in non-blocking mode, WaitEvent | |
| is signaled with SignalEvent(). | |
| @param[in] ProcedureArgument The parameter passed into Procedure for | |
| all APs. | |
| @param[out] Finished If NULL, this parameter is ignored. In | |
| blocking mode, this parameter is ignored. | |
| In non-blocking mode, if AP returns from | |
| Procedure before the timeout expires, its | |
| content is set to TRUE. Otherwise, the | |
| value is set to FALSE. The caller can | |
| determine if the AP returned from Procedure | |
| by evaluating this value. | |
| @retval EFI_SUCCESS In blocking mode, specified AP finished before | |
| the timeout expires. | |
| @retval EFI_SUCCESS In non-blocking mode, the function has been | |
| dispatched to specified AP. | |
| @retval EFI_UNSUPPORTED A non-blocking mode request was made after the | |
| UEFI event EFI_EVENT_GROUP_READY_TO_BOOT was | |
| signaled. | |
| @retval EFI_DEVICE_ERROR The calling processor is an AP. | |
| @retval EFI_TIMEOUT In blocking mode, the timeout expired before | |
| the specified AP has finished. | |
| @retval EFI_NOT_READY The specified AP is busy. | |
| @retval EFI_NOT_FOUND The processor with the handle specified by | |
| ProcessorNumber does not exist. | |
| @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the BSP or disabled AP. | |
| @retval EFI_INVALID_PARAMETER Procedure is NULL. | |
| **/ | |
| EFI_STATUS | |
| EFIAPI | |
| CpuMpServicesStartupThisAP ( | |
| IN EFI_MP_SERVICES_PROTOCOL *This, | |
| IN EFI_AP_PROCEDURE Procedure, | |
| IN UINTN ProcessorNumber, | |
| IN EFI_EVENT WaitEvent OPTIONAL, | |
| IN UINTN TimeoutInMicroseconds, | |
| IN VOID *ProcedureArgument OPTIONAL, | |
| OUT BOOLEAN *Finished OPTIONAL | |
| ) | |
| { | |
| UINTN Timeout; | |
| if (!IsBSP ()) { | |
| return EFI_DEVICE_ERROR; | |
| } | |
| if (Procedure == NULL) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| if (ProcessorNumber >= gMPSystem.NumberOfProcessors) { | |
| return EFI_NOT_FOUND; | |
| } | |
| if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| gThread->MutexLock(gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| if (gMPSystem.ProcessorData[ProcessorNumber].State != CPU_STATE_IDLE) { | |
| gThread->MutexUnlock(gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| return EFI_NOT_READY; | |
| } | |
| gThread->MutexUnlock(gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| if ((WaitEvent != NULL) && gReadToBoot) { | |
| return EFI_UNSUPPORTED; | |
| } | |
| Timeout = TimeoutInMicroseconds; | |
| gMPSystem.StartCount = 1; | |
| gMPSystem.FinishCount = 0; | |
| SetApProcedure (&gMPSystem.ProcessorData[ProcessorNumber], Procedure, ProcedureArgument); | |
| if (WaitEvent != NULL) { | |
| // Non Blocking | |
| gMPSystem.WaitEvent = WaitEvent; | |
| gBS->SetTimer ( | |
| gMPSystem.ProcessorData[ProcessorNumber].CheckThisAPEvent, | |
| TimerPeriodic, | |
| gPollInterval | |
| ); | |
| return EFI_SUCCESS; | |
| } | |
| // Blocking | |
| while (TRUE) { | |
| gThread->MutexLock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| if (gMPSystem.ProcessorData[ProcessorNumber].State == CPU_STATE_FINISHED) { | |
| gMPSystem.ProcessorData[ProcessorNumber].State = CPU_STATE_IDLE; | |
| gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| break; | |
| } | |
| gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| if ((TimeoutInMicroseconds != 0) && (Timeout == 0)) { | |
| return EFI_TIMEOUT; | |
| } | |
| Timeout -= CalculateAndStallInterval (Timeout); | |
| } | |
| return EFI_SUCCESS; | |
| } | |
| /** | |
| This service switches the requested AP to be the BSP from that point onward. | |
| This service changes the BSP for all purposes. This call can only be performed | |
| by the current BSP. | |
| This service switches the requested AP to be the BSP from that point onward. | |
| This service changes the BSP for all purposes. The new BSP can take over the | |
| execution of the old BSP and continue seamlessly from where the old one left | |
| off. This service may not be supported after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT | |
| is signaled. | |
| If the BSP cannot be switched prior to the return from this service, then | |
| EFI_UNSUPPORTED must be returned. | |
| @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL instance. | |
| @param[in] ProcessorNumber The handle number of AP that is to become the new | |
| BSP. The range is from 0 to the total number of | |
| logical processors minus 1. The total number of | |
| logical processors can be retrieved by | |
| EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors(). | |
| @param[in] EnableOldBSP If TRUE, then the old BSP will be listed as an | |
| enabled AP. Otherwise, it will be disabled. | |
| @retval EFI_SUCCESS BSP successfully switched. | |
| @retval EFI_UNSUPPORTED Switching the BSP cannot be completed prior to | |
| this service returning. | |
| @retval EFI_UNSUPPORTED Switching the BSP is not supported. | |
| @retval EFI_SUCCESS The calling processor is an AP. | |
| @retval EFI_NOT_FOUND The processor with the handle specified by | |
| ProcessorNumber does not exist. | |
| @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the current BSP or | |
| a disabled AP. | |
| @retval EFI_NOT_READY The specified AP is busy. | |
| **/ | |
| EFI_STATUS | |
| EFIAPI | |
| CpuMpServicesSwitchBSP ( | |
| IN EFI_MP_SERVICES_PROTOCOL *This, | |
| IN UINTN ProcessorNumber, | |
| IN BOOLEAN EnableOldBSP | |
| ) | |
| { | |
| UINTN Index; | |
| if (!IsBSP ()) { | |
| return EFI_DEVICE_ERROR; | |
| } | |
| if (ProcessorNumber >= gMPSystem.NumberOfProcessors) { | |
| return EFI_NOT_FOUND; | |
| } | |
| if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| for (Index = 0; Index < gMPSystem.NumberOfProcessors; Index++) { | |
| if ((gMPSystem.ProcessorData[Index].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) { | |
| break; | |
| } | |
| } | |
| ASSERT (Index != gMPSystem.NumberOfProcessors); | |
| gThread->MutexLock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| if (gMPSystem.ProcessorData[ProcessorNumber].State != CPU_STATE_IDLE) { | |
| gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| return EFI_NOT_READY; | |
| } | |
| gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| // Skip for now as we need switch a bunch of stack stuff around and it's complex | |
| // May not be worth it? | |
| return EFI_NOT_READY; | |
| } | |
| /** | |
| This service lets the caller enable or disable an AP from this point onward. | |
| This service may only be called from the BSP. | |
| This service allows the caller enable or disable an AP from this point onward. | |
| The caller can optionally specify the health status of the AP by Health. If | |
| an AP is being disabled, then the state of the disabled AP is implementation | |
| dependent. If an AP is enabled, then the implementation must guarantee that a | |
| complete initialization sequence is performed on the AP, so the AP is in a state | |
| that is compatible with an MP operating system. This service may not be supported | |
| after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT is signaled. | |
| If the enable or disable AP operation cannot be completed prior to the return | |
| from this service, then EFI_UNSUPPORTED must be returned. | |
| @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL instance. | |
| @param[in] ProcessorNumber The handle number of AP that is to become the new | |
| BSP. The range is from 0 to the total number of | |
| logical processors minus 1. The total number of | |
| logical processors can be retrieved by | |
| EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors(). | |
| @param[in] EnableAP Specifies the new state for the processor for | |
| enabled, FALSE for disabled. | |
| @param[in] HealthFlag If not NULL, a pointer to a value that specifies | |
| the new health status of the AP. This flag | |
| corresponds to StatusFlag defined in | |
| EFI_MP_SERVICES_PROTOCOL.GetProcessorInfo(). Only | |
| the PROCESSOR_HEALTH_STATUS_BIT is used. All other | |
| bits are ignored. If it is NULL, this parameter | |
| is ignored. | |
| @retval EFI_SUCCESS The specified AP was enabled or disabled successfully. | |
| @retval EFI_UNSUPPORTED Enabling or disabling an AP cannot be completed | |
| prior to this service returning. | |
| @retval EFI_UNSUPPORTED Enabling or disabling an AP is not supported. | |
| @retval EFI_DEVICE_ERROR The calling processor is an AP. | |
| @retval EFI_NOT_FOUND Processor with the handle specified by ProcessorNumber | |
| does not exist. | |
| @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the BSP. | |
| **/ | |
| EFI_STATUS | |
| EFIAPI | |
| CpuMpServicesEnableDisableAP ( | |
| IN EFI_MP_SERVICES_PROTOCOL *This, | |
| IN UINTN ProcessorNumber, | |
| IN BOOLEAN EnableAP, | |
| IN UINT32 *HealthFlag OPTIONAL | |
| ) | |
| { | |
| if (!IsBSP ()) { | |
| return EFI_DEVICE_ERROR; | |
| } | |
| if (ProcessorNumber >= gMPSystem.NumberOfProcessors) { | |
| return EFI_NOT_FOUND; | |
| } | |
| if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| gThread->MutexLock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| if (gMPSystem.ProcessorData[ProcessorNumber].State != CPU_STATE_IDLE) { | |
| gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| return EFI_UNSUPPORTED; | |
| } | |
| gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock); | |
| if (EnableAP) { | |
| if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0 ) { | |
| gMPSystem.NumberOfEnabledProcessors++; | |
| } | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag |= PROCESSOR_ENABLED_BIT; | |
| } else { | |
| if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_ENABLED_BIT) == PROCESSOR_ENABLED_BIT ) { | |
| gMPSystem.NumberOfEnabledProcessors--; | |
| } | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag &= ~PROCESSOR_ENABLED_BIT; | |
| } | |
| if (HealthFlag != NULL) { | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag &= ~PROCESSOR_HEALTH_STATUS_BIT; | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag |= (*HealthFlag & PROCESSOR_HEALTH_STATUS_BIT); | |
| } | |
| return EFI_SUCCESS; | |
| } | |
| /** | |
| This return the handle number for the calling processor. This service may be | |
| called from the BSP and APs. | |
| This service returns the processor handle number for the calling processor. | |
| The returned value is in the range from 0 to the total number of logical | |
| processors minus 1. The total number of logical processors can be retrieved | |
| with EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors(). This service may be | |
| called from the BSP and APs. If ProcessorNumber is NULL, then EFI_INVALID_PARAMETER | |
| is returned. Otherwise, the current processors handle number is returned in | |
| ProcessorNumber, and EFI_SUCCESS is returned. | |
| @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL instance. | |
| @param[in] ProcessorNumber The handle number of AP that is to become the new | |
| BSP. The range is from 0 to the total number of | |
| logical processors minus 1. The total number of | |
| logical processors can be retrieved by | |
| EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors(). | |
| @retval EFI_SUCCESS The current processor handle number was returned | |
| in ProcessorNumber. | |
| @retval EFI_INVALID_PARAMETER ProcessorNumber is NULL. | |
| **/ | |
| EFI_STATUS | |
| EFIAPI | |
| CpuMpServicesWhoAmI ( | |
| IN EFI_MP_SERVICES_PROTOCOL *This, | |
| OUT UINTN *ProcessorNumber | |
| ) | |
| { | |
| UINTN Index; | |
| UINT64 ProcessorId; | |
| if (ProcessorNumber == NULL) { | |
| return EFI_INVALID_PARAMETER; | |
| } | |
| ProcessorId = gThread->Self (); | |
| for (Index = 0; Index < gMPSystem.NumberOfProcessors; Index++) { | |
| if (gMPSystem.ProcessorData[Index].Info.ProcessorId == ProcessorId) { | |
| break; | |
| } | |
| } | |
| *ProcessorNumber = Index; | |
| return EFI_SUCCESS; | |
| } | |
| EFI_MP_SERVICES_PROTOCOL mMpServicesTemplate = { | |
| CpuMpServicesGetNumberOfProcessors, | |
| CpuMpServicesGetProcessorInfo, | |
| CpuMpServicesStartupAllAps, | |
| CpuMpServicesStartupThisAP, | |
| CpuMpServicesSwitchBSP, | |
| CpuMpServicesEnableDisableAP, | |
| CpuMpServicesWhoAmI | |
| }; | |
| /*++ | |
| If timeout occurs in StartupAllAps(), a timer is set, which invokes this | |
| procedure periodically to check whether all APs have finished. | |
| --*/ | |
| VOID | |
| EFIAPI | |
| CpuCheckAllAPsStatus ( | |
| IN EFI_EVENT Event, | |
| IN VOID *Context | |
| ) | |
| { | |
| UINTN ProcessorNumber; | |
| UINTN NextNumber; | |
| PROCESSOR_DATA_BLOCK *ProcessorData; | |
| PROCESSOR_DATA_BLOCK *NextData; | |
| EFI_STATUS Status; | |
| PROCESSOR_STATE ProcessorState; | |
| UINTN Cpu; | |
| BOOLEAN Found; | |
| if (gMPSystem.TimeoutActive) { | |
| gMPSystem.Timeout -= CalculateAndStallInterval (gMPSystem.Timeout); | |
| } | |
| for (ProcessorNumber = 0; ProcessorNumber < gMPSystem.NumberOfProcessors; ProcessorNumber++) { | |
| ProcessorData = &gMPSystem.ProcessorData[ProcessorNumber]; | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) { | |
| // Skip BSP | |
| continue; | |
| } | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| // Skip Disabled processors | |
| continue; | |
| } | |
| // This is an Interrupt Service routine. | |
| // This can grab a lock that is held in a non-interrupt | |
| // context. Meaning deadlock. Which is a bad thing. | |
| // So, try lock it. If we can get it, cool, do our thing. | |
| // otherwise, just dump out & try again on the next iteration. | |
| Status = gThread->MutexTryLock (ProcessorData->StateLock); | |
| if (EFI_ERROR(Status)) { | |
| return; | |
| } | |
| ProcessorState = ProcessorData->State; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| switch (ProcessorState) { | |
| case CPU_STATE_FINISHED: | |
| if (gMPSystem.SingleThread) { | |
| Status = GetNextBlockedNumber (&NextNumber); | |
| if (!EFI_ERROR (Status)) { | |
| NextData = &gMPSystem.ProcessorData[NextNumber]; | |
| gThread->MutexLock (NextData->StateLock); | |
| NextData->State = CPU_STATE_READY; | |
| gThread->MutexUnlock (NextData->StateLock); | |
| SetApProcedure (NextData, gMPSystem.Procedure, gMPSystem.ProcedureArgument); | |
| } | |
| } | |
| gThread->MutexLock (ProcessorData->StateLock); | |
| ProcessorData->State = CPU_STATE_IDLE; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| gMPSystem.FinishCount++; | |
| break; | |
| default: | |
| break; | |
| } | |
| } | |
| if (gMPSystem.TimeoutActive && gMPSystem.Timeout == 0) { | |
| // | |
| // Timeout | |
| // | |
| if (gMPSystem.FailedList != NULL) { | |
| for (ProcessorNumber = 0; ProcessorNumber < gMPSystem.NumberOfProcessors; ProcessorNumber++) { | |
| ProcessorData = &gMPSystem.ProcessorData[ProcessorNumber]; | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) { | |
| // Skip BSP | |
| continue; | |
| } | |
| if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) { | |
| // Skip Disabled processors | |
| continue; | |
| } | |
| // Mark the | |
| Status = gThread->MutexTryLock (ProcessorData->StateLock); | |
| if (EFI_ERROR(Status)) { | |
| return; | |
| } | |
| ProcessorState = ProcessorData->State; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| if (ProcessorState != CPU_STATE_IDLE) { | |
| // If we are retrying make sure we don't double count | |
| for (Cpu = 0, Found = FALSE; Cpu < gMPSystem.NumberOfProcessors; Cpu++) { | |
| if (gMPSystem.FailedList[Cpu] == END_OF_CPU_LIST) { | |
| break; | |
| } | |
| if (gMPSystem.FailedList[ProcessorNumber] == Cpu) { | |
| Found = TRUE; | |
| break; | |
| } | |
| } | |
| if (!Found) { | |
| gMPSystem.FailedList[gMPSystem.FailedListIndex++] = Cpu; | |
| } | |
| } | |
| } | |
| } | |
| // Force terminal exit | |
| gMPSystem.FinishCount = gMPSystem.StartCount; | |
| } | |
| if (gMPSystem.FinishCount != gMPSystem.StartCount) { | |
| return; | |
| } | |
| gBS->SetTimer ( | |
| gMPSystem.CheckAllAPsEvent, | |
| TimerCancel, | |
| 0 | |
| ); | |
| if (gMPSystem.FailedListIndex == 0) { | |
| if (gMPSystem.FailedList != NULL) { | |
| FreePool (gMPSystem.FailedList); | |
| gMPSystem.FailedList = NULL; | |
| } | |
| } | |
| Status = gBS->SignalEvent (gMPSystem.WaitEvent); | |
| return ; | |
| } | |
| VOID | |
| EFIAPI | |
| CpuCheckThisAPStatus ( | |
| IN EFI_EVENT Event, | |
| IN VOID *Context | |
| ) | |
| { | |
| EFI_STATUS Status; | |
| PROCESSOR_DATA_BLOCK *ProcessorData; | |
| PROCESSOR_STATE ProcessorState; | |
| ProcessorData = (PROCESSOR_DATA_BLOCK *) Context; | |
| // | |
| // This is an Interrupt Service routine. | |
| // that can grab a lock that is held in a non-interrupt | |
| // context. Meaning deadlock. Which is a badddd thing. | |
| // So, try lock it. If we can get it, cool, do our thing. | |
| // otherwise, just dump out & try again on the next iteration. | |
| // | |
| Status = gThread->MutexTryLock (ProcessorData->StateLock); | |
| if (EFI_ERROR(Status)) { | |
| return; | |
| } | |
| ProcessorState = ProcessorData->State; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| if (ProcessorState == CPU_STATE_FINISHED) { | |
| Status = gBS->SetTimer (ProcessorData->CheckThisAPEvent, TimerCancel, 0); | |
| ASSERT_EFI_ERROR (Status); | |
| Status = gBS->SignalEvent (gMPSystem.WaitEvent); | |
| ASSERT_EFI_ERROR (Status); | |
| gThread->MutexLock (ProcessorData->StateLock); | |
| ProcessorData->State = CPU_STATE_IDLE; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| } | |
| return ; | |
| } | |
| /*++ | |
| This function is called by all processors (both BSP and AP) once and collects MP related data | |
| MPSystemData - Pointer to the data structure containing MP related data | |
| BSP - TRUE if the CPU is BSP | |
| EFI_SUCCESS - Data for the processor collected and filled in | |
| --*/ | |
| EFI_STATUS | |
| FillInProcessorInformation ( | |
| IN BOOLEAN BSP, | |
| IN UINTN ProcessorNumber | |
| ) | |
| { | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.ProcessorId = gThread->Self (); | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag = PROCESSOR_ENABLED_BIT | PROCESSOR_HEALTH_STATUS_BIT; | |
| if (BSP) { | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag |= PROCESSOR_AS_BSP_BIT; | |
| } | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.Location.Package = (UINT32) ProcessorNumber; | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.Location.Core = 0; | |
| gMPSystem.ProcessorData[ProcessorNumber].Info.Location.Thread = 0; | |
| gMPSystem.ProcessorData[ProcessorNumber].State = BSP ? CPU_STATE_BUSY : CPU_STATE_IDLE; | |
| gMPSystem.ProcessorData[ProcessorNumber].Procedure = NULL; | |
| gMPSystem.ProcessorData[ProcessorNumber].Parameter = NULL; | |
| gMPSystem.ProcessorData[ProcessorNumber].StateLock = gThread->MutexInit (); | |
| gMPSystem.ProcessorData[ProcessorNumber].ProcedureLock = gThread->MutexInit (); | |
| return EFI_SUCCESS; | |
| } | |
| VOID * | |
| EFIAPI | |
| CpuDriverApIdolLoop ( | |
| VOID *Context | |
| ) | |
| { | |
| EFI_AP_PROCEDURE Procedure; | |
| VOID *Parameter; | |
| UINTN ProcessorNumber; | |
| PROCESSOR_DATA_BLOCK *ProcessorData; | |
| ProcessorNumber = (UINTN)Context; | |
| ProcessorData = &gMPSystem.ProcessorData[ProcessorNumber]; | |
| ProcessorData->Info.ProcessorId = gThread->Self (); | |
| while (TRUE) { | |
| // | |
| // Make a local copy on the stack to be extra safe | |
| // | |
| gThread->MutexLock (ProcessorData->ProcedureLock); | |
| Procedure = ProcessorData->Procedure; | |
| Parameter = ProcessorData->Parameter; | |
| gThread->MutexUnlock (ProcessorData->ProcedureLock); | |
| if (Procedure != NULL) { | |
| gThread->MutexLock (ProcessorData->StateLock); | |
| ProcessorData->State = CPU_STATE_BUSY; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| Procedure (Parameter); | |
| gThread->MutexLock (ProcessorData->ProcedureLock); | |
| ProcessorData->Procedure = NULL; | |
| gThread->MutexUnlock (ProcessorData->ProcedureLock); | |
| gThread->MutexLock (ProcessorData->StateLock); | |
| ProcessorData->State = CPU_STATE_FINISHED; | |
| gThread->MutexUnlock (ProcessorData->StateLock); | |
| } | |
| // Poll 5 times a seconds, 200ms | |
| // Don't want to burn too many system resources doing nothing. | |
| gEmuThunk->Sleep (200 * 1000); | |
| } | |
| return 0; | |
| } | |
| EFI_STATUS | |
| InitializeMpSystemData ( | |
| IN UINTN NumberOfProcessors | |
| ) | |
| { | |
| EFI_STATUS Status; | |
| UINTN Index; | |
| // | |
| // Clear the data structure area first. | |
| // | |
| ZeroMem (&gMPSystem, sizeof (MP_SYSTEM_DATA)); | |
| // | |
| // First BSP fills and inits all known values, including it's own records. | |
| // | |
| gMPSystem.NumberOfProcessors = NumberOfProcessors; | |
| gMPSystem.NumberOfEnabledProcessors = NumberOfProcessors; | |
| gMPSystem.ProcessorData = AllocateZeroPool (gMPSystem.NumberOfProcessors * sizeof (PROCESSOR_DATA_BLOCK)); | |
| ASSERT (gMPSystem.ProcessorData != NULL); | |
| FillInProcessorInformation (TRUE, 0); | |
| Status = gBS->CreateEvent ( | |
| EVT_TIMER | EVT_NOTIFY_SIGNAL, | |
| TPL_CALLBACK, | |
| CpuCheckAllAPsStatus, | |
| NULL, | |
| &gMPSystem.CheckAllAPsEvent | |
| ); | |
| ASSERT_EFI_ERROR (Status); | |
| for (Index = 0; Index < gMPSystem.NumberOfProcessors; Index++) { | |
| if ((gMPSystem.ProcessorData[Index].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) { | |
| // Skip BSP | |
| continue; | |
| } | |
| FillInProcessorInformation (FALSE, Index); | |
| Status = gThread->CreateThread ( | |
| (VOID *)&gMPSystem.ProcessorData[Index].Info.ProcessorId, | |
| NULL, | |
| CpuDriverApIdolLoop, | |
| (VOID *)Index | |
| ); | |
| Status = gBS->CreateEvent ( | |
| EVT_TIMER | EVT_NOTIFY_SIGNAL, | |
| TPL_CALLBACK, | |
| CpuCheckThisAPStatus, | |
| (VOID *) &gMPSystem.ProcessorData[Index], | |
| &gMPSystem.ProcessorData[Index].CheckThisAPEvent | |
| ); | |
| } | |
| return EFI_SUCCESS; | |
| } | |
| /** | |
| Invoke a notification event | |
| @param Event Event whose notification function is being invoked. | |
| @param Context The pointer to the notification function's context, | |
| which is implementation-dependent. | |
| **/ | |
| VOID | |
| EFIAPI | |
| CpuReadToBootFunction ( | |
| IN EFI_EVENT Event, | |
| IN VOID *Context | |
| ) | |
| { | |
| gReadToBoot = TRUE; | |
| } | |
| EFI_STATUS | |
| CpuMpServicesInit ( | |
| OUT UINTN *MaxCpus | |
| ) | |
| { | |
| EFI_STATUS Status; | |
| EFI_HANDLE Handle; | |
| EMU_IO_THUNK_PROTOCOL *IoThunk; | |
| *MaxCpus = 1; // BSP | |
| IoThunk = GetIoThunkInstance (&gEmuThreadThunkProtocolGuid, 0); | |
| if (IoThunk != NULL) { | |
| Status = IoThunk->Open (IoThunk); | |
| if (!EFI_ERROR (Status)) { | |
| if (IoThunk->ConfigString != NULL) { | |
| *MaxCpus += StrDecimalToUintn (IoThunk->ConfigString); | |
| gThread = IoThunk->Interface; | |
| } | |
| } | |
| } | |
| if (*MaxCpus == 1) { | |
| // We are not MP so nothing to do | |
| return EFI_SUCCESS; | |
| } | |
| gPollInterval = (UINTN) PcdGet64 (PcdEmuMpServicesPollingInterval); | |
| Status = InitializeMpSystemData (*MaxCpus); | |
| if (EFI_ERROR (Status)) { | |
| return Status; | |
| } | |
| Status = EfiCreateEventReadyToBootEx (TPL_CALLBACK, CpuReadToBootFunction, NULL, &gReadToBootEvent); | |
| ASSERT_EFI_ERROR (Status); | |
| // | |
| // Now install the MP services protocol. | |
| // | |
| Handle = NULL; | |
| Status = gBS->InstallMultipleProtocolInterfaces ( | |
| &Handle, | |
| &gEfiMpServiceProtocolGuid, &mMpServicesTemplate, | |
| NULL | |
| ); | |
| return Status; | |
| } | |