/** @file SEV-SNP Page Validation functions. Copyright (c) 2021 - 2024, AMD Incorporated. All rights reserved.
SPDX-License-Identifier: BSD-2-Clause-Patent **/ #include #include #include #include #include #include #include #include #include #include #include "SnpPageStateChange.h" STATIC UINTN MemoryStateToGhcbOp ( IN SEV_SNP_PAGE_STATE State ) { UINTN Cmd; switch (State) { case SevSnpPageShared: Cmd = SNP_PAGE_STATE_SHARED; break; case SevSnpPagePrivate: Cmd = SNP_PAGE_STATE_PRIVATE; break; default: ASSERT (0); } return Cmd; } VOID SnpPageStateFailureTerminate ( VOID ) { MSR_SEV_ES_GHCB_REGISTER Msr; // // Use the GHCB MSR Protocol to request termination by the hypervisor // Msr.GhcbPhysicalAddress = 0; Msr.GhcbTerminate.Function = GHCB_INFO_TERMINATE_REQUEST; Msr.GhcbTerminate.ReasonCodeSet = GHCB_TERMINATE_GHCB; Msr.GhcbTerminate.ReasonCode = GHCB_TERMINATE_GHCB_GENERAL; AsmWriteMsr64 (MSR_SEV_ES_GHCB, Msr.GhcbPhysicalAddress); AsmVmgExit (); ASSERT (FALSE); CpuDeadLoop (); } STATIC EFI_PHYSICAL_ADDRESS BuildPageStateBuffer ( IN EFI_PHYSICAL_ADDRESS BaseAddress, IN EFI_PHYSICAL_ADDRESS EndAddress, IN SEV_SNP_PAGE_STATE State, IN BOOLEAN UseLargeEntry, IN SNP_PAGE_STATE_CHANGE_INFO *Info, IN UINTN InfoSize ) { EFI_PHYSICAL_ADDRESS NextAddress; UINTN RmpPageSize; UINTN Index; UINTN IndexMax; UINTN PscIndexMax; UINTN SvsmIndexMax; // Clear the page state structure SetMem (Info, InfoSize, 0); Index = 0; IndexMax = (InfoSize - sizeof (Info->Header)) / sizeof (Info->Entry[0]); NextAddress = EndAddress; // // Make the use of the work area as efficient as possible relative to // exiting from the guest to the hypervisor. Maximize the number of entries // that can be processed per exit. // PscIndexMax = (IndexMax / SNP_PAGE_STATE_MAX_ENTRY) * SNP_PAGE_STATE_MAX_ENTRY; if (PscIndexMax > 0) { IndexMax = MIN (IndexMax, PscIndexMax); } SvsmIndexMax = (IndexMax / SVSM_PVALIDATE_MAX_ENTRY) * SVSM_PVALIDATE_MAX_ENTRY; if (SvsmIndexMax > 0) { IndexMax = MIN (IndexMax, SvsmIndexMax); } // // Populate the page state entry structure // while ((BaseAddress < EndAddress) && (Index < IndexMax)) { // // Is this a 2MB aligned page? Check if we can use the Large RMP entry. // if (UseLargeEntry && IS_ALIGNED (BaseAddress, SIZE_2MB) && ((EndAddress - BaseAddress) >= SIZE_2MB)) { RmpPageSize = PvalidatePageSize2MB; NextAddress = BaseAddress + SIZE_2MB; } else { RmpPageSize = PvalidatePageSize4K; NextAddress = BaseAddress + EFI_PAGE_SIZE; } Info->Entry[Index].GuestFrameNumber = BaseAddress >> EFI_PAGE_SHIFT; Info->Entry[Index].PageSize = RmpPageSize; Info->Entry[Index].Operation = MemoryStateToGhcbOp (State); Info->Entry[Index].CurrentPage = 0; Info->Header.EndEntry = (UINT16)Index; BaseAddress = NextAddress; Index++; } return NextAddress; } STATIC VOID PageStateChangeVmgExit ( IN GHCB *Ghcb, IN SNP_PAGE_STATE_ENTRY *Start, IN UINT16 Count ) { SNP_PAGE_STATE_CHANGE_INFO *GhcbInfo; EFI_STATUS Status; BOOLEAN InterruptState; ASSERT (Count <= SNP_PAGE_STATE_MAX_ENTRY); if (Count > SNP_PAGE_STATE_MAX_ENTRY) { SnpPageStateFailureTerminate (); } // // Initialize the GHCB // CcExitVmgInit (Ghcb, &InterruptState); GhcbInfo = (SNP_PAGE_STATE_CHANGE_INFO *)Ghcb->SharedBuffer; GhcbInfo->Header.CurrentEntry = 0; GhcbInfo->Header.EndEntry = Count - 1; CopyMem (GhcbInfo->Entry, Start, sizeof (*Start) * Count); // // As per the GHCB specification, the hypervisor can resume the guest before // processing all the entries. Checks whether all the entries are processed. // // The stragtegy here is to wait for the hypervisor to change the page // state in the RMP table before guest access the memory pages. If the // page state was not successful, then later memory access will result // in the crash. // while (GhcbInfo->Header.CurrentEntry <= GhcbInfo->Header.EndEntry) { Ghcb->SaveArea.SwScratch = (UINT64)Ghcb->SharedBuffer; CcExitVmgSetOffsetValid (Ghcb, GhcbSwScratch); Status = CcExitVmgExit (Ghcb, SVM_EXIT_SNP_PAGE_STATE_CHANGE, 0, 0); // // The Page State Change VMGEXIT can pass the failure through the // ExitInfo2. Lets check both the return value as well as ExitInfo2. // if ((Status != 0) || (Ghcb->SaveArea.SwExitInfo2)) { SnpPageStateFailureTerminate (); } } CcExitVmgDone (Ghcb, InterruptState); } STATIC VOID PageStateChange ( IN SNP_PAGE_STATE_CHANGE_INFO *Info ) { GHCB *Ghcb; MSR_SEV_ES_GHCB_REGISTER Msr; SNP_PAGE_STATE_HEADER *Header; UINT16 Index; UINT16 Count; Msr.GhcbPhysicalAddress = AsmReadMsr64 (MSR_SEV_ES_GHCB); Ghcb = Msr.Ghcb; Header = &Info->Header; for (Index = Header->CurrentEntry; Index <= Header->EndEntry;) { Count = MIN (Header->EndEntry - Index + 1, SNP_PAGE_STATE_MAX_ENTRY); PageStateChangeVmgExit (Ghcb, &Info->Entry[Index], Count); Index += Count; } } /** The function is used to set the page state when SEV-SNP is active. The page state transition consist of changing the page ownership in the RMP table, and using the PVALIDATE instruction to update the Validated bit in RMP table. When the UseLargeEntry is set to TRUE, then function will try to use the large RMP entry (whevever possible). */ VOID InternalSetPageState ( IN EFI_PHYSICAL_ADDRESS BaseAddress, IN UINTN NumPages, IN SEV_SNP_PAGE_STATE State, IN BOOLEAN UseLargeEntry, IN VOID *PscBuffer, IN UINTN PscBufferSize ) { EFI_PHYSICAL_ADDRESS NextAddress, EndAddress; SNP_PAGE_STATE_CHANGE_INFO *Info; EndAddress = BaseAddress + EFI_PAGES_TO_SIZE (NumPages); DEBUG (( DEBUG_VERBOSE, "%a:%a Address 0x%Lx - 0x%Lx State = %a LargeEntry = %d\n", gEfiCallerBaseName, __func__, BaseAddress, EndAddress, State == SevSnpPageShared ? "Shared" : "Private", UseLargeEntry )); Info = (SNP_PAGE_STATE_CHANGE_INFO *)PscBuffer; for (NextAddress = BaseAddress; NextAddress < EndAddress;) { // // Build the page state structure // NextAddress = BuildPageStateBuffer ( NextAddress, EndAddress, State, UseLargeEntry, PscBuffer, PscBufferSize ); // // If the caller requested to change the page state to shared then // invalidate the pages before making the page shared in the RMP table. // if (State == SevSnpPageShared) { AmdSvsmSnpPvalidate (Info); } // // Invoke the page state change VMGEXIT. // PageStateChange (Info); // // If the caller requested to change the page state to private then // validate the pages after it has been added in the RMP table. // if (State == SevSnpPagePrivate) { AmdSvsmSnpPvalidate (Info); } } }