/** @file | |
Implementation of the InternalMemCopyMem routine. This function is broken | |
out into its own source file so that it can be excluded from a build for a | |
particular platform easily if an optimized version is desired. | |
Copyright (c) 2006 - 2016, Intel Corporation. All rights reserved.<BR> | |
Copyright (c) 2012 - 2013, ARM Ltd. All rights reserved.<BR> | |
Copyright (c) 2016, Linaro Ltd. All rights reserved.<BR> | |
This program and the accompanying materials | |
are licensed and made available under the terms and conditions of the BSD License | |
which accompanies this distribution. The full text of the license may be found at | |
http://opensource.org/licenses/bsd-license.php. | |
THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS, | |
WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED. | |
**/ | |
#include "MemLibInternals.h" | |
/** | |
Copy Length bytes from Source to Destination. | |
@param DestinationBuffer The target of the copy request. | |
@param SourceBuffer The place to copy from. | |
@param Length The number of bytes to copy. | |
@return Destination | |
**/ | |
VOID * | |
EFIAPI | |
InternalMemCopyMem ( | |
OUT VOID *DestinationBuffer, | |
IN CONST VOID *SourceBuffer, | |
IN UINTN Length | |
) | |
{ | |
// | |
// Declare the local variables that actually move the data elements as | |
// volatile to prevent the optimizer from replacing this function with | |
// the intrinsic memcpy() | |
// | |
volatile UINT8 *Destination8; | |
CONST UINT8 *Source8; | |
volatile UINT32 *Destination32; | |
CONST UINT32 *Source32; | |
volatile UINT64 *Destination64; | |
CONST UINT64 *Source64; | |
UINTN Alignment; | |
if ((((UINTN)DestinationBuffer & 0x7) == 0) && (((UINTN)SourceBuffer & 0x7) == 0) && (Length >= 8)) { | |
if (SourceBuffer > DestinationBuffer) { | |
Destination64 = (UINT64*)DestinationBuffer; | |
Source64 = (CONST UINT64*)SourceBuffer; | |
while (Length >= 8) { | |
*(Destination64++) = *(Source64++); | |
Length -= 8; | |
} | |
// Finish if there are still some bytes to copy | |
Destination8 = (UINT8*)Destination64; | |
Source8 = (CONST UINT8*)Source64; | |
while (Length-- != 0) { | |
*(Destination8++) = *(Source8++); | |
} | |
} else if (SourceBuffer < DestinationBuffer) { | |
Destination64 = (UINT64*)((UINTN)DestinationBuffer + Length); | |
Source64 = (CONST UINT64*)((UINTN)SourceBuffer + Length); | |
// Destination64 and Source64 were aligned on a 64-bit boundary | |
// but if length is not a multiple of 8 bytes then they won't be | |
// anymore. | |
Alignment = Length & 0x7; | |
if (Alignment != 0) { | |
Destination8 = (UINT8*)Destination64; | |
Source8 = (CONST UINT8*)Source64; | |
while (Alignment-- != 0) { | |
*(--Destination8) = *(--Source8); | |
--Length; | |
} | |
Destination64 = (UINT64*)Destination8; | |
Source64 = (CONST UINT64*)Source8; | |
} | |
while (Length > 0) { | |
*(--Destination64) = *(--Source64); | |
Length -= 8; | |
} | |
} | |
} else if ((((UINTN)DestinationBuffer & 0x3) == 0) && (((UINTN)SourceBuffer & 0x3) == 0) && (Length >= 4)) { | |
if (SourceBuffer > DestinationBuffer) { | |
Destination32 = (UINT32*)DestinationBuffer; | |
Source32 = (CONST UINT32*)SourceBuffer; | |
while (Length >= 4) { | |
*(Destination32++) = *(Source32++); | |
Length -= 4; | |
} | |
// Finish if there are still some bytes to copy | |
Destination8 = (UINT8*)Destination32; | |
Source8 = (CONST UINT8*)Source32; | |
while (Length-- != 0) { | |
*(Destination8++) = *(Source8++); | |
} | |
} else if (SourceBuffer < DestinationBuffer) { | |
Destination32 = (UINT32*)((UINTN)DestinationBuffer + Length); | |
Source32 = (CONST UINT32*)((UINTN)SourceBuffer + Length); | |
// Destination32 and Source32 were aligned on a 32-bit boundary | |
// but if length is not a multiple of 4 bytes then they won't be | |
// anymore. | |
Alignment = Length & 0x3; | |
if (Alignment != 0) { | |
Destination8 = (UINT8*)Destination32; | |
Source8 = (CONST UINT8*)Source32; | |
while (Alignment-- != 0) { | |
*(--Destination8) = *(--Source8); | |
--Length; | |
} | |
Destination32 = (UINT32*)Destination8; | |
Source32 = (CONST UINT32*)Source8; | |
} | |
while (Length > 0) { | |
*(--Destination32) = *(--Source32); | |
Length -= 4; | |
} | |
} | |
} else { | |
if (SourceBuffer > DestinationBuffer) { | |
Destination8 = (UINT8*)DestinationBuffer; | |
Source8 = (CONST UINT8*)SourceBuffer; | |
while (Length-- != 0) { | |
*(Destination8++) = *(Source8++); | |
} | |
} else if (SourceBuffer < DestinationBuffer) { | |
Destination8 = (UINT8*)DestinationBuffer + (Length - 1); | |
Source8 = (CONST UINT8*)SourceBuffer + (Length - 1); | |
while (Length-- != 0) { | |
*(Destination8--) = *(Source8--); | |
} | |
} | |
} | |
return DestinationBuffer; | |
} |