AzStackHci.EnvironmentChecker

1.2100.2671.410

Obs/bin/ObsDep/content/Powershell/Roles/Common/HostReboot/HostReboot.psm1

<###################################################
 # #
 # Copyright (c) Microsoft. All rights reserved. #
 # #
 ##################################################>

Import-Module -Name "$PSScriptRoot\..\..\PhysicalMachines\UpdatePhysicalMachineHelper.psm1" -DisableNameChecking

$LastBootTimeXmlFile = "LastBootTime.xml"
$PreBootTimeXmlFile = "PreBootTime.xml"

function SaveLastBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    Trace-Execution "[SaveLastBootTime] Saving last boot time ..."
    $lastboottime = Invoke-Command { 
                                    param($LastBootTimeXmlFile)
                                    $lastboottime = Get-CimInstance -ClassName win32_operatingsystem -ErrorAction Stop | select lastbootuptime 
                                    $lastboottime | Export-Clixml -Path "$($env:SystemDrive)\MASLogs\$LastBootTimeXmlFile"
                                    $lastboottime

                               } -ComputerName $ComputerName -Credential $Credential -ArgumentList $script:LastBootTimeXmlFile

    Trace-Execution "[SaveLastBootTime] The last boot '$($lastboottime.lastbootuptime)' time is saved."
}

function GetLastBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true, Position=0, ValueFromPipeline=$true, ParameterSetName = 'ComputerName')]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName
    )

    $oldbootTime = Import-Clixml -Path "\\$ComputerName\c$\maslogs\$script:LastBootTimeXmlFile"

    return $oldbootTime.lastbootuptime
}

function SavePreBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory = $true)]
        [PSCredential]
        $Credential
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[SavePreBootTime] Saving pre boot time ..."

    $preBootTime = Invoke-Command {
        param($PreBootTimeXmlFile)
        $preBootTime = Get-Date
        $preBootTime | Export-Clixml -Path "$($env:SystemDrive)\MASLogs\$PreBootTimeXmlFile"
        $preBootTime

    } -ComputerName $ComputerName -Credential $Credential -ArgumentList $script:PreBootTimeXmlFile

    Trace-Execution "[SavePreBootTime] Time before starting reboot sequence is '$preBootTime'."
}

function Prepare-KSR
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[SoftRebootHelper] Adding KSR registry keys to allow soft reboot with an encrypted drive."

        Invoke-Command {

            $REG_KEY_PATH = "HKLM:\SYSTEM\CurrentControlSet\Policies\Microsoft\FVE"

            if(-not (Test-Path -Path $REG_KEY_PATH))
            {
                New-Item -Path $REG_KEY_PATH -Force
            }

            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name OsvKsrAllow -Value 1 -Force
            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name FdvKsrAllow -Value 1 -Force
            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name RdvKsrAllow -Value 1 -Force   

        } -ComputerName $ComputerName -Credential $Credential -ErrorAction Stop

        # Prepare for KSR
        Trace-Execution "[SoftRebootHelper] Preparing for KSR."
        $outputDetails = Invoke-Command { 
                                            mountvol.exe x: /s
                                            Ksrcmd /Store 'x:\EFI\Microsoft\Boot\bcd' /prepare '{current}' 'InitiateOnly'

                        } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        Trace-Execution "[SoftRebootHelper] Output of preparing for KSR:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[SoftRebootHelper] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function InspectKsr
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )

    Trace-Execution "[InspectKsr] Inspecting KSR."

    try {
        $scriptBlock = {
            param($LastBootTimeXmlFile, $PreBootTimeXmlFile)

            function GetEventTimeDiff($stopEvents, $startEvents)
            {
                # As long as we have events, we will capture the enclosing timespan. This
                # can lead to inaccurate timespan results if we have more than one stop
                # or start event but we can track those as we also log the event counts.
                # Capturing enclosing timespan can be useful if we want to cover the broader
                # interruption window.
                if (($stopEvents.Count -gt 0) -and ($startEvents.Count -gt 0))
                {
                    $stopEvent = $stopEvents[0]
                    $startEvent = $startEvents[-1]
                    
                    if ($stopEvent.TimeCreated -le $startEvent.TimeCreated)
                    {
                        return $(New-TimeSpan -Start $stopEvent.TimeCreated -End $startEvent.TimeCreated).TotalSeconds
                    }
                }
            
                # Stop and Start events are unavailable or out of sync
                return -1
            }

            function FirstEventDate($events)
            {
                if ($events.Count -ge 1)
                {
                    return $events[0].TimeCreated
                }

                # No events were found so return default value
                return Get-Date -Date "1980-01-01 00:00:00"
            }

            # Default event values in case we are not able to query some
            $osStopEvents        = @()
            $osStartEvents       = @()
            $bootTypeEvents      = @()
            $clussvcStopEvents   = @()
            $clussvcStartEvents  = @()
            $bootDurationE2E     = -1
            $bootDurationHwdOnly = -1
            $clussvcDownTime     = -1
            $lastBootTime        = ""
            $secondLastBootTime  = ""
            $failure             = ""

            # If we fail to get last boot time, we shouldn't block from gathering rest of telemetry. Also this
            # data point is not critical as boot time can be guessed from os stop/start events that we are capturing below.
            try
            {
                # LastBootTime.xml is captured before ksr is initiated so post ksr it indicates second last boot time
                $secondLastBootTime = $(Import-Clixml -Path "$($env:SystemDrive)\MASLogs\$LastBootTimeXmlFile")."lastbootuptime"
                $lastBootTime = $(Get-CimInstance -ClassName win32_operatingsystem -ErrorAction Stop)."lastbootuptime"
            }
            catch { } 

            # Identifying e2e boot window and time
            try 
            {   
                $preBootTime = Import-Clixml -Path "$($env:SystemDrive)\MASLogs\$PreBootTimeXmlFile"
                $currentTime = Get-Date
                $bootDurationE2ESpan = New-TimeSpan -Start $preBootTime -End $currentTime
                $bootDurationE2E = $bootDurationE2ESpan.TotalSeconds
                $bootWindowXPath = "*[System[TimeCreated[timediff(@SystemTime) <= $($bootDurationE2ESpan.TotalMilliseconds)]]]"
            }
            catch
            {
                $failure = "Could not find out pre ksr time."
            }

            # At minimum we need a boot window to query other things
            if ($failure -eq "")
            {
                $clusterServiceStopMessage1  = "The Cluster Service service entered the stopped state."
                $clusterServiceStartMessage1 = "The Cluster Service service entered the running state."
                $clusterServiceStopMessage2  = "The ClusSvc service entered the stopped state."
                $clusterServiceStartMessage2 = "The ClusSvc service entered the running state."

                # Query all events at once to avoid having to call Get-WinEvent multiple times
                try
                {
                    $events = Get-WinEvent -LogName "System" -FilterXPath $bootWindowXPath `
                    | where `
                      {`
                          (($_.ProviderName -eq "Microsoft-Windows-Kernel-General") -and (($_.Id -eq "12") -or ($_.Id -eq "13"))) -or`
                          (($_.ProviderName -eq "Microsoft-Windows-Kernel-Boot") -and ($_.Id -eq "27")) -or`
                          (`
                            ($_.ProviderName -eq "Service Control Manager") -and`
                            ($_.Id -eq "7036") -and `
                            (($_.Message -eq $clusterServiceStopMessage1) -or ($_.Message -eq $clusterServiceStartMessage1) -or ($_.Message -eq $clusterServiceStopMessage2) -or ($_.Message -eq $clusterServiceStartMessage2))`
                          )`
                      }`
                    | sort -Property TimeCreated
                }
                catch
                {
                    $failure = "Could not query events."
                }

                # Once we have events we can look for individual pieces
                if ($failure -eq "")
                {
                    foreach ($event in $events)
                    {
                        switch ($event.Id)
                        {
                            "13"    { $osStopEvents += $event }
                            "12"    { $osStartEvents += $event }
                            "27"    { $bootTypeEvents += $event }
                            "7036"  {
                                        if (($event.Message -eq $clusterServiceStopMessage1) -or ($event.Message -eq $clusterServiceStopMessage2))
                                        {
                                            $clussvcStopEvents += $event
                                        }
                                        else
                                        {
                                            $clussvcStartEvents += $event
                                        }
                                    }
                        }
                    }

                    $bootDurationHwdOnly = GetEventTimeDiff $osStopEvents $osStartEvents
                    $clussvcDownTime = GetEventTimeDiff $clussvcStopEvents $clussvcStartEvents
                }
            }

            $bootTypeEventMessage = ""

            if ($bootTypeEvents.Count -eq 1)
            {
                $bootTypeEventMessage = "'$($bootTypeEvents[0].Message)' at '$($bootTypeEvents[0].TimeCreated)'."
            }

            $eventData = @{ 
                "SecondLastBootTime"     = $secondLastBootTime                             # Last time the system booted before ksr
                "LastBootTime"           = $lastBootTime                                   # Time at which ksr happened
                "PreBootTime"            = $preBootTime                                    # Time just before ksr was initiated
                "OSStopEvent"            = [datetime](FirstEventDate $osStopEvents)        # First OS shutdown event
                "OSStopEventCount"       = $osStopEvents.Count                             # More than one OS shutdown event indicates crash
                "OSStartEvent"           = [datetime](FirstEventDate $osStartEvents)       # First OS startup event
                "OSStartEventCount"      = $osStartEvents.Count                            # More than one OS startup event indicates crash
                "ClusSvcStopEvent"       = [datetime](FirstEventDate $clussvcStopEvents)   # First Cluster Service stop event
                "ClusSvcStopEventCount"  = $clussvcStopEvents.Count                        # More than one cluster service stop event is an anomaly
                "ClusSvcStartEvent"      = [datetime](FirstEventDate $clussvcStartEvents)  # First Cluster Service start event
                "ClusSvcStartEventCount" = $clussvcStartEvents.Count                       # More than one cluster service start event is an anomaly
                "ClusSvcDownTime"        = $clussvcDownTime                                # Amount of time cluster service was down
                "BootTypeEvent"          = $bootTypeEventMessage                           # Type of boot that happened
                "BootTypeEventCount"     = $bootTypeEvents.Count                           # More than one boot type event is an anomaly
                "BootDurationE2E"        = $bootDurationE2E                                # Total boot duration = prep/shutdown time + time at hardware + boot/winrm ready time
                "BootDurationHwdOnly"    = $bootDurationHwdOnly                            # Time spend at hardware only (ksr clocks 1-15 seconds while full boot 5-20 mins)
                "FailureMessage"         = $failure                                        # Failure that happened when gathering above details
            }

            return $eventData
        }

        $eventData = [Hashtable]$(Invoke-Command -ScriptBlock $scriptBlock -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop -ArgumentList $script:LastBootTimeXmlFile, $script:PreBootTimeXmlFile)

        Trace-Execution "[InspectKsr] Sending telemetry."
        Import-Module -Name "$PSScriptRoot\..\RoleHelpers.psm1" -DisableNameChecking -Verbose:$false
        Send-TelemetryEvent -ComponentName "BareMetal" -EventName "KernelSoftReboot" -EventVersion 1 -EventData $eventData
        Trace-Execution "[InspectKsr] Telemtry sent."
    }
    catch
    {
        Trace-Execution "[InspectKsr] Failed to inspect ksr or send telemetry.'$_'."
    }
}

function Complete-KSR
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    try
    {
        # Complete KSR
        Trace-Execution "[SoftRebootHelper] Completing KSR."
        $outputDetails = Invoke-Command { 
                            ksrcmd /boottype
                            ksrcmd /complete                            
                       } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        Trace-Execution "[SoftRebootHelper] Output of Completing KSR:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[SoftRebootHelper] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function OobColdRebootClusterNode
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName
    )

    $ErrorActionPreference = "Stop"

    Trace-Execution "Start: OobColdRebootClusterNodes function"

    Import-Module -Name "$ENV:ProgramFiles\WindowsPowerShell\Modules\Microsoft.AzureStack.Diagnostics.DataCollection\PMCServiceClient\PMCClient.psm1" -DisableNameChecking
    try
    {
        $pmcClient = Create-PMCClientWithServiceResolver
        $bmcOperation = New-Object -Type Microsoft.AzureStack.Solution.Deploy.PMC.Controllers.Models.PhysicalMachineBMCOperation
        $bmcOperation.ComputerName = $ComputerName
        $bmcOperation.OperationID = [guid]::NewGuid()

        # Power cycle does cold reboot(remove power). The PMC method waits till the power status changes.
        # It will riase appropriate exception if the power cycle did not complete
        $result = $pmcclient.PowerCycle($bmcOperation).GetAwaiter().GetResult()

        return "Power cycle initiated."
    }
    catch
    {
        throw "Could not invoke PMC Client exception: $($_.Exception.ToString())"
    }
}

function Start-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential,

        [Parameter(Mandatory = $true)]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[Start-Reboot] Starting '$RebootType' Reboot."

        if ($RebootType -eq 'Soft')
        {
            # Before starting soft reboot, we need to prepare first
            Prepare-KSR -ComputerName $ComputerName -Credential $Credential

            # If prepare is fine, then do soft reboot
            $outputDetails = Invoke-Command { ksrcmd /reboot } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        }
        elseif ($RebootType -eq 'Hard')
        {
            $outputDetails = Invoke-Command { shutdown /r /f /t 0 } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        }
        elseif ($RebootType -eq 'BMC')
        {
            $outputDetails = OobColdRebootClusterNode $ComputerName
        }
        else
        {
            throw "[Start-Reboot] Reboot type '$RebootType' is unsupported!"
        }

        Trace-Execution "[Start-Reboot] Output of starting reboot:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[Start-Reboot] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function Complete-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential,

        [Parameter(Mandatory = $true)]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[Complete-Reboot] Completing '$RebootType' Reboot."

        # Only soft reboot requires a completion sequence
        if ($RebootType -eq 'Soft')
        {
            Complete-KSR -ComputerName $ComputerName -Credential $Credential

            # As we have completed Ksr, we'll deep inspect it to ensure all is well
            InspectKsr -ComputerName $ComputerName -Credential $Credential
        }

        Trace-Execution "[Complete-Reboot] Finished completing reboot."
    }
    catch
    {
        throw "[Complete-Reboot] Failed to complete reboot of $ComputerName. Error: $_"
    }
}

function WaitForCIM
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true, Position=0, ValueFromPipeline=$true, ParameterSetName = 'ComputerName')]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )

    $ErrorActionPreference = 'stop'

    $CimSessionConnectionTimeoutSec = 30
    $RetryDelaySec = 30
    $MaxWaitTime = 2700 # 2700 seconds = 45 mins

    $iteration = -1
    $startTime = Get-Date
    while ($(New-Timespan -start $startTime -end $(Get-Date)).TotalSeconds -le $MaxWaitTime)
    {
        $iteration = $iteration + 1

        Start-Sleep -Seconds $RetryDelaySec

        # First test CIM session connectivity
        Trace-Execution "Trying to check if CIM connectivity has been established to host node '$ComputerName', iteration '$iteration'."
        try
        {
            $cimSession = New-CimSession $ComputerName -Credential $Credential -OperationTimeoutSec $CimSessionConnectionTimeoutSec
        }
        catch
        {
            Trace-Execution "Could not establish cim connection to the host node '$ComputerName' after the reboot, iteration '$iteration'."
            continue
        }

        # Next get boot times so that we can compare them
        Trace-Execution "Getting old and new boot times from host node '$ComputerName', iteration '$iteration'."
        try
        {
            $newbootTime = ($cimSession.EnumerateInstances("root\cimv2", "Win32_OperatingSystem").CimInstanceProperties | Where-Object {$_.Name -eq "LastBootUpTime"}).Value

            # Best effort removing cim session as we don't need it anymore for this iteration
            try
            {
                Remove-CimSession $cimSession
            }
            catch
            {
                Trace-Execution "Failed to remove cim session. Ignoring error as we will create a new cim session in next iteration."
            }

            if (!($newbootTime -as [DateTime]))
            {
                throw "New boot time '$newbootTime' for host node '$ComputerName' iteration '$iteration' was not found or was invalid."
            }
        }
        catch
        {
            Trace-Execution "Could not get new boot time from host node '$ComputerName' after the reboot, iteration '$iteration'. Exception '$_'"
            continue
        }
        
        try
        {
            $oldbootTime = GetLastBootTime -ComputerName $ComputerName
            if (!($oldbootTime -as [DateTime]))
            {
                throw "Old boot time '$newbootTime' for host node '$ComputerName' iteration '$iteration' was not found or was invalid."
            }
        }
        catch
        {
            Trace-Execution "Could not get old boot fime from host node '$ComputerName' after the reboot, iteration '$iteration'. Exception '$_'"
            continue
        }

        # Finally comparing boot times to determine if reboot happened
        if ($newbootTime -gt $oldbootTime)
        {
            Trace-Execution "New boot time '$newbootTime' is greater than old boot time '$oldbootTime' so we have a successful reboot host node '$ComputerName', iteration '$iteration'."
            return
        }

        Trace-Execution "New boot time '$newbootTime' is not greater than old boot time '$oldbootTime' so we don't yet have a successful reboot host node '$ComputerName', iteration '$iteration'."
    }

    throw "Host node '$ComputerName' did not come back up in '$($MaxWaitTime / 60)' minutes"
}

function Prepare-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters
    )

    $ErrorActionPreference = 'stop'

    # As this function will be called for initiating a reboot, we should set the host status
    # to NotStarted regardless of what happened in prior fallback sequence. Basically, a Soft
    # reboot may have failed but in the Soft->Hard fallback, the hard reboot has not started
    # and we are ignoring the previous reboot state.
    $ComputerName = Get-ExecutionContextNodeName -Parameters $Parameters -EnsureSingle
    Trace-Execution "Resetting host status to 'NotStarted'. ComputerName: '$ComputerName'."
    Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'NotStarted'
}

function Reboot-Machine
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters,

        [Parameter(Mandatory = $true)]
        [ValidateSet('Soft','Hard','BMC')]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[Reboot-Machine] Reboot type requested is : $RebootType."

    # Get node name from execution context
    $ComputerName = Get-ExecutionContextNodeName -Parameters $Parameters -EnsureSingle
    Trace-Execution "[Reboot-Machine] Physical node to be live OS updated is: $ComputerName."

    # Get domain credential
    $domainCredential = Get-DomainCredential -Parameters $Parameters
    Trace-Execution "[Reboot-Machine] Domain Credential UserName is: $($domainCredential.UserName)."

    $updateState = Get-HostUpdateState -Parameters $Parameters -HostName $ComputerName

    if($updateState -eq "Rebooting")
    {
        Trace-Execution "Reboot is already in progress. Continue to wait."
    }
    else
    {
        if ($updateState -eq "RebootPending")
        {
            Trace-Execution "Interface is being re-run due to failover or other reason. This is ok."
        }

        # Although we transition host status from NotStarted to RebootPending, we aren't making any decisions
        # on these statuses; they are just for diagnosability purposes. We mainly check for Rebooting.
        Trace-Execution "Setting host status to 'RebootPending'. ComputerName: '$ComputerName'"
        Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'RebootPending'

        SaveLastBootTime -ComputerName $ComputerName -Credential $domainCredential
        SavePreBootTime -ComputerName $ComputerName -Credential $domainCredential

        # Setting the update status to Rebooting to minimize failover related race onditions. Setting Rebooting
        # status before Start-Reboot v/s after involves different tradeoffs. If done after, a failover immediately
        # after Start-Reboot may end up resulting either in a double reboot or a failed reboot depending on how far
        # Start-Reboot had progressed before failover happened. If done before, and there is a failure in Start-Reboot,
        # then depending on how far Start-Reboot had progressed, we will likely end up in a failed reboot due to
        # WaitForCIM. But failures in Start-Reboot are not common (ksr prepare can fail but that is a failed reboot
        # anyway). On the flip side, if we do Start-Reboot first and ERCS primary was on this node, we will likely
        # trigger failover before setting Rebooting status. Due to these reasons, we are preferring setting
        # Rebooting status before Start-Reboot.
        Trace-Execution "Setting host status to 'Rebooting'. ComputerName: '$ComputerName'"
        Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'Rebooting'

        try
        {
            Start-Reboot -ComputerName $ComputerName -Credential $domainCredential -RebootType $RebootType
        }
        catch
        {
            # Although it is not common for Start-Reboot to fail (esp given that we know node is reachable due to prior
            # save boot time calls), we'd want to make a last ditch attempt at trying to see if the failure is recoverable
            # especially for reboot prep failures such as ksrcmd /prepare. Now, we won't know exactly where the failure
            # happened in Start-Reboot. Most cases though will fall in one of these two buckets:
            # - Start-Reboot threw in preparatory phase such as ksrcmd /prepare or mountvol.
            # - Start-Reboot threw after initiating reboot. This is highly unlikely in case of Soft or Hard coz if ksrcmd
            # or shutdown commands cannot be issued or fail, system won't end up rebooting. Thus the likely possibility
            # here is BMC reboot as it has a n/w dependency on BMC where Power cycle may have been initiated but the
            # confirmation may not have arrived to ERCS.
            # If we were to set status to RebootPending and we hit the second issue in BMC reboot, we may end up triggering
            # two BMC reboots. While first one may be fine, multiple BMC reboots should be avoided to minimize corruption.
            # Thus we will set RebootPending status only for Soft & Hard reboots. If in the rare case Start-Reboot fails for
            # Soft/Hard, it is ok for them to get tried again. For BMC we will err on side of caution and not reset host
            # status. This means we won't retry BMC reboot prep failures and will fail at WaitForCIM. And in the event the
            # Start-Reboot exception was after BMC reboot was initiated, we are good as WaitForCIM will ultimately pass.
            if ($RebootType -ne 'BMC')
            {
                Trace-Execution "Start-Reboot failed so reverting back host status to 'RebootPending'. ComputerName: '$ComputerName'"
                Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'RebootPending'
            }

            # Regardless of the host status, we still need to bubble this exception out to trigger retries
            throw $_
        }
    }

    # Waiting for node to come back up. There is no harm in waiting for this multiple times as each reboot attempt
    # will be preceeded with saving last boot time so once we have set host status to Rebooting, WaitForCIM won't
    # get affected by a failover/re-run.
    WaitForCIM -ComputerName $ComputerName -Credential $domainCredential

    # In case reboot process requires cleanup (such as Ksr), doing that here. ksrcmd /complete and thus
    # Complete-Reboot are idempotent so it is ok if it gets re-run due to a failover after Complete-Reboot
    # but before Set-HostUpdateState.
    Complete-Reboot -ComputerName $ComputerName -Credential $domainCredential -RebootType $RebootType
 
    Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'Completed'

    # If in the remote chance there is a failover here (after setting host state), we will end up doing the entire
    # reboot flow, almost as if calling the interface anew. The only difference is that the main invocation of
    # Reboot-Machine is preceeded by Prepare-Reboot. That one resets the host status to NotStarted while here we
    # are left with Completed. But we set the host status to RebootPending before initiating Start-Reboot so it
    # doesn't really matter if the original state was NotStarted or Completed.
}

function Restart-MachinePostDeploy
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[Restart-MachinePostDeploy] Reboot node post physical machine deployment"

    # Get node name from execution context
    $computerName = Get-ExecutionContextNodeName -Parameters $Parameters
    Trace-Execution "[Restart-MachinePostDeploy] Physical node to hard reboot: $computerName."

    # Get domain credential
    $domainCredential = Get-DomainCredential -Parameters $Parameters
    Trace-Execution "[Restart-MachinePostDeploy] Domain Credential UserName is: $($domainCredential.UserName)."

    try 
    {
        Trace-Execution "[Restart-MachinePostDeploy] Restarting node $computerName using domain credential"
        Restart-Computer -ComputerName $computerName -Credential $domainCredential -Force -Wait -For WinRM -Timeout 1800 -Delay 15 -Protocol WSMan
        Trace-Execution "[Restart-MachinePostDeploy] Restarting node $computerName using domain credential finished"
        Trace-Execution "[Restart-MachinePostDeploy] Proceeding after restart of node $computerName"
    }
    catch
    {
        Trace-Execution "[Restart-MachinePostDeploy] Failed restarting node $computerName threw exception $_"
        throw "[Restart-MachinePostDeploy] Failed restarting node $computerName. Error: $_"
    }
}

Export-ModuleMember -Function Prepare-Reboot
Export-ModuleMember -Function Reboot-Machine
Export-ModuleMember -Function Restart-MachinePostDeploy

# SIG # Begin signature block
# MIInvwYJKoZIhvcNAQcCoIInsDCCJ6wCAQExDzANBglghkgBZQMEAgEFADB5Bgor
# BgEEAYI3AgEEoGswaTA0BgorBgEEAYI3AgEeMCYCAwEAAAQQH8w7YFlLCE63JNLG
# KX7zUQIBAAIBAAIBAAIBAAIBADAxMA0GCWCGSAFlAwQCAQUABCCZy/mqMomD5h7O
# PrJ4Nf+FWp4Zvif9LFMXBjGxCn2M7aCCDXYwggX0MIID3KADAgECAhMzAAADrzBA
# DkyjTQVBAAAAAAOvMA0GCSqGSIb3DQEBCwUAMH4xCzAJBgNVBAYTAlVTMRMwEQYD
# VQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNy
# b3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01pY3Jvc29mdCBDb2RlIFNpZ25p
# bmcgUENBIDIwMTEwHhcNMjMxMTE2MTkwOTAwWhcNMjQxMTE0MTkwOTAwWjB0MQsw
# CQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9u
# ZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMR4wHAYDVQQDExVNaWNy
# b3NvZnQgQ29ycG9yYXRpb24wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIB
# AQDOS8s1ra6f0YGtg0OhEaQa/t3Q+q1MEHhWJhqQVuO5amYXQpy8MDPNoJYk+FWA
# hePP5LxwcSge5aen+f5Q6WNPd6EDxGzotvVpNi5ve0H97S3F7C/axDfKxyNh21MG
# 0W8Sb0vxi/vorcLHOL9i+t2D6yvvDzLlEefUCbQV/zGCBjXGlYJcUj6RAzXyeNAN
# xSpKXAGd7Fh+ocGHPPphcD9LQTOJgG7Y7aYztHqBLJiQQ4eAgZNU4ac6+8LnEGAL
# go1ydC5BJEuJQjYKbNTy959HrKSu7LO3Ws0w8jw6pYdC1IMpdTkk2puTgY2PDNzB
# tLM4evG7FYer3WX+8t1UMYNTAgMBAAGjggFzMIIBbzAfBgNVHSUEGDAWBgorBgEE
# AYI3TAgBBggrBgEFBQcDAzAdBgNVHQ4EFgQURxxxNPIEPGSO8kqz+bgCAQWGXsEw
# RQYDVR0RBD4wPKQ6MDgxHjAcBgNVBAsTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEW
# MBQGA1UEBRMNMjMwMDEyKzUwMTgyNjAfBgNVHSMEGDAWgBRIbmTlUAXTgqoXNzci
# tW2oynUClTBUBgNVHR8ETTBLMEmgR6BFhkNodHRwOi8vd3d3Lm1pY3Jvc29mdC5j
# b20vcGtpb3BzL2NybC9NaWNDb2RTaWdQQ0EyMDExXzIwMTEtMDctMDguY3JsMGEG
# CCsGAQUFBwEBBFUwUzBRBggrBgEFBQcwAoZFaHR0cDovL3d3dy5taWNyb3NvZnQu
# Y29tL3BraW9wcy9jZXJ0cy9NaWNDb2RTaWdQQ0EyMDExXzIwMTEtMDctMDguY3J0
# MAwGA1UdEwEB/wQCMAAwDQYJKoZIhvcNAQELBQADggIBAISxFt/zR2frTFPB45Yd
# mhZpB2nNJoOoi+qlgcTlnO4QwlYN1w/vYwbDy/oFJolD5r6FMJd0RGcgEM8q9TgQ
# 2OC7gQEmhweVJ7yuKJlQBH7P7Pg5RiqgV3cSonJ+OM4kFHbP3gPLiyzssSQdRuPY
# 1mIWoGg9i7Y4ZC8ST7WhpSyc0pns2XsUe1XsIjaUcGu7zd7gg97eCUiLRdVklPmp
# XobH9CEAWakRUGNICYN2AgjhRTC4j3KJfqMkU04R6Toyh4/Toswm1uoDcGr5laYn
# TfcX3u5WnJqJLhuPe8Uj9kGAOcyo0O1mNwDa+LhFEzB6CB32+wfJMumfr6degvLT
# e8x55urQLeTjimBQgS49BSUkhFN7ois3cZyNpnrMca5AZaC7pLI72vuqSsSlLalG
# OcZmPHZGYJqZ0BacN274OZ80Q8B11iNokns9Od348bMb5Z4fihxaBWebl8kWEi2O
# PvQImOAeq3nt7UWJBzJYLAGEpfasaA3ZQgIcEXdD+uwo6ymMzDY6UamFOfYqYWXk
# ntxDGu7ngD2ugKUuccYKJJRiiz+LAUcj90BVcSHRLQop9N8zoALr/1sJuwPrVAtx
# HNEgSW+AKBqIxYWM4Ev32l6agSUAezLMbq5f3d8x9qzT031jMDT+sUAoCw0M5wVt
# CUQcqINPuYjbS1WgJyZIiEkBMIIHejCCBWKgAwIBAgIKYQ6Q0gAAAAAAAzANBgkq
# hkiG9w0BAQsFADCBiDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24x
# EDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlv
# bjEyMDAGA1UEAxMpTWljcm9zb2Z0IFJvb3QgQ2VydGlmaWNhdGUgQXV0aG9yaXR5
# IDIwMTEwHhcNMTEwNzA4MjA1OTA5WhcNMjYwNzA4MjEwOTA5WjB+MQswCQYDVQQG
# EwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwG
# A1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSgwJgYDVQQDEx9NaWNyb3NvZnQg
# Q29kZSBTaWduaW5nIFBDQSAyMDExMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIIC
# CgKCAgEAq/D6chAcLq3YbqqCEE00uvK2WCGfQhsqa+laUKq4BjgaBEm6f8MMHt03
# a8YS2AvwOMKZBrDIOdUBFDFC04kNeWSHfpRgJGyvnkmc6Whe0t+bU7IKLMOv2akr
# rnoJr9eWWcpgGgXpZnboMlImEi/nqwhQz7NEt13YxC4Ddato88tt8zpcoRb0Rrrg
# OGSsbmQ1eKagYw8t00CT+OPeBw3VXHmlSSnnDb6gE3e+lD3v++MrWhAfTVYoonpy
# 4BI6t0le2O3tQ5GD2Xuye4Yb2T6xjF3oiU+EGvKhL1nkkDstrjNYxbc+/jLTswM9
# sbKvkjh+0p2ALPVOVpEhNSXDOW5kf1O6nA+tGSOEy/S6A4aN91/w0FK/jJSHvMAh
# dCVfGCi2zCcoOCWYOUo2z3yxkq4cI6epZuxhH2rhKEmdX4jiJV3TIUs+UsS1Vz8k
# A/DRelsv1SPjcF0PUUZ3s/gA4bysAoJf28AVs70b1FVL5zmhD+kjSbwYuER8ReTB
# w3J64HLnJN+/RpnF78IcV9uDjexNSTCnq47f7Fufr/zdsGbiwZeBe+3W7UvnSSmn
# Eyimp31ngOaKYnhfsi+E11ecXL93KCjx7W3DKI8sj0A3T8HhhUSJxAlMxdSlQy90
# lfdu+HggWCwTXWCVmj5PM4TasIgX3p5O9JawvEagbJjS4NaIjAsCAwEAAaOCAe0w
# ggHpMBAGCSsGAQQBgjcVAQQDAgEAMB0GA1UdDgQWBBRIbmTlUAXTgqoXNzcitW2o
# ynUClTAZBgkrBgEEAYI3FAIEDB4KAFMAdQBiAEMAQTALBgNVHQ8EBAMCAYYwDwYD
# VR0TAQH/BAUwAwEB/zAfBgNVHSMEGDAWgBRyLToCMZBDuRQFTuHqp8cx0SOJNDBa
# BgNVHR8EUzBRME+gTaBLhklodHRwOi8vY3JsLm1pY3Jvc29mdC5jb20vcGtpL2Ny
# bC9wcm9kdWN0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFfMDNfMjIuY3JsMF4GCCsG
# AQUFBwEBBFIwUDBOBggrBgEFBQcwAoZCaHR0cDovL3d3dy5taWNyb3NvZnQuY29t
# L3BraS9jZXJ0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFfMDNfMjIuY3J0MIGfBgNV
# HSAEgZcwgZQwgZEGCSsGAQQBgjcuAzCBgzA/BggrBgEFBQcCARYzaHR0cDovL3d3
# dy5taWNyb3NvZnQuY29tL3BraW9wcy9kb2NzL3ByaW1hcnljcHMuaHRtMEAGCCsG
# AQUFBwICMDQeMiAdAEwAZQBnAGEAbABfAHAAbwBsAGkAYwB5AF8AcwB0AGEAdABl
# AG0AZQBuAHQALiAdMA0GCSqGSIb3DQEBCwUAA4ICAQBn8oalmOBUeRou09h0ZyKb
# C5YR4WOSmUKWfdJ5DJDBZV8uLD74w3LRbYP+vj/oCso7v0epo/Np22O/IjWll11l
# hJB9i0ZQVdgMknzSGksc8zxCi1LQsP1r4z4HLimb5j0bpdS1HXeUOeLpZMlEPXh6
# I/MTfaaQdION9MsmAkYqwooQu6SpBQyb7Wj6aC6VoCo/KmtYSWMfCWluWpiW5IP0
# wI/zRive/DvQvTXvbiWu5a8n7dDd8w6vmSiXmE0OPQvyCInWH8MyGOLwxS3OW560
# STkKxgrCxq2u5bLZ2xWIUUVYODJxJxp/sfQn+N4sOiBpmLJZiWhub6e3dMNABQam
# ASooPoI/E01mC8CzTfXhj38cbxV9Rad25UAqZaPDXVJihsMdYzaXht/a8/jyFqGa
# J+HNpZfQ7l1jQeNbB5yHPgZ3BtEGsXUfFL5hYbXw3MYbBL7fQccOKO7eZS/sl/ah
# XJbYANahRr1Z85elCUtIEJmAH9AAKcWxm6U/RXceNcbSoqKfenoi+kiVH6v7RyOA
# 9Z74v2u3S5fi63V4GuzqN5l5GEv/1rMjaHXmr/r8i+sLgOppO6/8MO0ETI7f33Vt
# Y5E90Z1WTk+/gFcioXgRMiF670EKsT/7qMykXcGhiJtXcVZOSEXAQsmbdlsKgEhr
# /Xmfwb1tbWrJUnMTDXpQzTGCGZ8wghmbAgEBMIGVMH4xCzAJBgNVBAYTAlVTMRMw
# EQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVN
# aWNyb3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01pY3Jvc29mdCBDb2RlIFNp
# Z25pbmcgUENBIDIwMTECEzMAAAOvMEAOTKNNBUEAAAAAA68wDQYJYIZIAWUDBAIB
# BQCgga4wGQYJKoZIhvcNAQkDMQwGCisGAQQBgjcCAQQwHAYKKwYBBAGCNwIBCzEO
# MAwGCisGAQQBgjcCARUwLwYJKoZIhvcNAQkEMSIEIKqlClqRzw/X4iH/tEozSww3
# +V4sNL65uq8jHl73LRePMEIGCisGAQQBgjcCAQwxNDAyoBSAEgBNAGkAYwByAG8A
# cwBvAGYAdKEagBhodHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20wDQYJKoZIhvcNAQEB
# BQAEggEAAvzSMz1HK/oagy7CzQe8bUCuiDCTcCxqmNl2XfdFA5IOyzAb9n1JFxW/
# lguwVD4pgvaDrDRoxbYEMaeRwYSn89y5mQycs2c7KTQvynwqlGLQfaLDcL/lZ5Ju
# zOjamE7LGhLYuqs74MA55JZGyJlfcctPnfCxXrtsYQY2pPSHVIQ2fVNr7TiiGN4Y
# kTsNllCbUPFTclSGSZolTpbAfdcmS6MXrnkCe/k6X/WzK6lYg4ZnCi8d3YRj7+Yo
# Ad5cJyby/FCynoCcNvAdS+Ok4YOZo++JZ/Z587l+7KBBDe8INakEqcccsssVvYiV
# lN1sDmBuvK0cJ4n1A2jZTGVaO8O5OqGCFykwghclBgorBgEEAYI3AwMBMYIXFTCC
# FxEGCSqGSIb3DQEHAqCCFwIwghb+AgEDMQ8wDQYJYIZIAWUDBAIBBQAwggFZBgsq
# hkiG9w0BCRABBKCCAUgEggFEMIIBQAIBAQYKKwYBBAGEWQoDATAxMA0GCWCGSAFl
# AwQCAQUABCBkC5Tyv0s2bAbBam7fppsYlmrGJoKfgaqyPffC6beaOQIGZjOp27xG
# GBMyMDI0MDUxNjE4NDQyNi43OTlaMASAAgH0oIHYpIHVMIHSMQswCQYDVQQGEwJV
# UzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UE
# ChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMS0wKwYDVQQLEyRNaWNyb3NvZnQgSXJl
# bGFuZCBPcGVyYXRpb25zIExpbWl0ZWQxJjAkBgNVBAsTHVRoYWxlcyBUU1MgRVNO
# OjA4NDItNEJFNi1DMjlBMSUwIwYDVQQDExxNaWNyb3NvZnQgVGltZS1TdGFtcCBT
# ZXJ2aWNloIIReDCCBycwggUPoAMCAQICEzMAAAHajtXJWgDREbEAAQAAAdowDQYJ
# KoZIhvcNAQELBQAwfDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24x
# EDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlv
# bjEmMCQGA1UEAxMdTWljcm9zb2Z0IFRpbWUtU3RhbXAgUENBIDIwMTAwHhcNMjMx
# MDEyMTkwNjU5WhcNMjUwMTEwMTkwNjU5WjCB0jELMAkGA1UEBhMCVVMxEzARBgNV
# BAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jv
# c29mdCBDb3Jwb3JhdGlvbjEtMCsGA1UECxMkTWljcm9zb2Z0IElyZWxhbmQgT3Bl
# cmF0aW9ucyBMaW1pdGVkMSYwJAYDVQQLEx1UaGFsZXMgVFNTIEVTTjowODQyLTRC
# RTYtQzI5QTElMCMGA1UEAxMcTWljcm9zb2Z0IFRpbWUtU3RhbXAgU2VydmljZTCC
# AiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAJOQBgh2tVFR1j8jQA4NDf8b
# cVrXSN080CNKPSQo7S57sCnPU0FKF47w2L6qHtwm4EnClF2cruXFp/l7PpMQg25E
# 7X8xDmvxr8BBE6iASAPCfrTebuvAsZWcJYhy7prgCuBf7OidXpgsW1y8p6Vs7sD2
# aup/0uveYxeXlKtsPjMCplHkk0ba+HgLho0J68Kdji3DM2K59wHy9xrtsYK+X9er
# bDGZ2mmX3765aS5Q7/ugDxMVgzyj80yJn6ULnknD9i4kUQxVhqV1dc/DF6UBeuzf
# ukkMed7trzUEZMRyla7qhvwUeQlgzCQhpZjz+zsQgpXlPczvGd0iqr7lACwfVGog
# 5plIzdExvt1TA8Jmef819aTKwH1IVEIwYLA6uvS8kRdA6RxvMcb//ulNjIuGceyy
# kMAXEynVrLG9VvK4rfrCsGL3j30Lmidug+owrcCjQagYmrGk1hBykXilo9YB8Qyy
# 5Q1KhGuH65V3zFy8a0kwbKBRs8VR4HtoPYw9z1DdcJfZBO2dhzX3yAMipCGm6Smv
# mvavRsXhy805jiApDyN+s0/b7os2z8iRWGJk6M9uuT2493gFV/9JLGg5YJJCJXI+
# yxkO/OXnZJsuGt0+zWLdHS4XIXBG17oPu5KsFfRTHREloR2dI6GwaaxIyDySHYOt
# vIydla7u4lfnfCjY/qKTAgMBAAGjggFJMIIBRTAdBgNVHQ4EFgQUoXyNyVE9ZhOV
# izEUVwhNgL8PX0UwHwYDVR0jBBgwFoAUn6cVXQBeYl2D9OXSZacbUzUZ6XIwXwYD
# VR0fBFgwVjBUoFKgUIZOaHR0cDovL3d3dy5taWNyb3NvZnQuY29tL3BraW9wcy9j
# cmwvTWljcm9zb2Z0JTIwVGltZS1TdGFtcCUyMFBDQSUyMDIwMTAoMSkuY3JsMGwG
# CCsGAQUFBwEBBGAwXjBcBggrBgEFBQcwAoZQaHR0cDovL3d3dy5taWNyb3NvZnQu
# Y29tL3BraW9wcy9jZXJ0cy9NaWNyb3NvZnQlMjBUaW1lLVN0YW1wJTIwUENBJTIw
# MjAxMCgxKS5jcnQwDAYDVR0TAQH/BAIwADAWBgNVHSUBAf8EDDAKBggrBgEFBQcD
# CDAOBgNVHQ8BAf8EBAMCB4AwDQYJKoZIhvcNAQELBQADggIBALmDVdTtuI0jAEt4
# 1O2OM8CU237TGMyhrGr7FzKCEFaXxtoqk/IObQriq1caHVh2vyuQ24nz3TdOBv7r
# cs/qnPjOxnXFLyZPeaWLsNuARVmUViyVYXjXYB5DwzaWZgScY8GKL7yGjyWrh78W
# JUgh7rE1+5VD5h0/6rs9dBRqAzI9fhZz7spsjt8vnx50WExbBSSH7rfabHendpeq
# bTmW/RfcaT+GFIsT+g2ej7wRKIq/QhnsoF8mpFNPHV1q/WK/rF/ChovkhJMDvlqt
# ETWi97GolOSKamZC9bYgcPKfz28ed25WJy10VtQ9P5+C/2dOfDaz1RmeOb27Kbeg
# ha0SfPcriTfORVvqPDSa3n9N7dhTY7+49I8evoad9hdZ8CfIOPftwt3xTX2RhMZJ
# CVoFlabHcvfb84raFM6cz5EYk+x1aVEiXtgK6R0xn1wjMXHf0AWlSjqRkzvSnRKz
# FsZwEl74VahlKVhI+Ci9RT9+6Gc0xWzJ7zQIUFE3Jiix5+7KL8ArHfBY9UFLz4sn
# boJ7Qip3IADbkU4ZL0iQ8j8Ixra7aSYfToUefmct3dM69ff4Eeh2Kh9NsKiiph58
# 9Ap/xS1jESlrfjL/g/ZboaS5d9a2fA598mubDvLD5x5PP37700vm/Y+PIhmp2fTv
# uS2sndeZBmyTqcUNHRNmCk+njV3nMIIHcTCCBVmgAwIBAgITMwAAABXF52ueAptJ
# mQAAAAAAFTANBgkqhkiG9w0BAQsFADCBiDELMAkGA1UEBhMCVVMxEzARBgNVBAgT
# Cldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29m
# dCBDb3Jwb3JhdGlvbjEyMDAGA1UEAxMpTWljcm9zb2Z0IFJvb3QgQ2VydGlmaWNh
# dGUgQXV0aG9yaXR5IDIwMTAwHhcNMjEwOTMwMTgyMjI1WhcNMzAwOTMwMTgzMjI1
# WjB8MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMH
# UmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSYwJAYDVQQD
# Ex1NaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EgMjAxMDCCAiIwDQYJKoZIhvcNAQEB
# BQADggIPADCCAgoCggIBAOThpkzntHIhC3miy9ckeb0O1YLT/e6cBwfSqWxOdcjK
# NVf2AX9sSuDivbk+F2Az/1xPx2b3lVNxWuJ+Slr+uDZnhUYjDLWNE893MsAQGOhg
# fWpSg0S3po5GawcU88V29YZQ3MFEyHFcUTE3oAo4bo3t1w/YJlN8OWECesSq/XJp
# rx2rrPY2vjUmZNqYO7oaezOtgFt+jBAcnVL+tuhiJdxqD89d9P6OU8/W7IVWTe/d
# vI2k45GPsjksUZzpcGkNyjYtcI4xyDUoveO0hyTD4MmPfrVUj9z6BVWYbWg7mka9
# 7aSueik3rMvrg0XnRm7KMtXAhjBcTyziYrLNueKNiOSWrAFKu75xqRdbZ2De+JKR
# Hh09/SDPc31BmkZ1zcRfNN0Sidb9pSB9fvzZnkXftnIv231fgLrbqn427DZM9itu
# qBJR6L8FA6PRc6ZNN3SUHDSCD/AQ8rdHGO2n6Jl8P0zbr17C89XYcz1DTsEzOUyO
# ArxCaC4Q6oRRRuLRvWoYWmEBc8pnol7XKHYC4jMYctenIPDC+hIK12NvDMk2ZItb
# oKaDIV1fMHSRlJTYuVD5C4lh8zYGNRiER9vcG9H9stQcxWv2XFJRXRLbJbqvUAV6
# bMURHXLvjflSxIUXk8A8FdsaN8cIFRg/eKtFtvUeh17aj54WcmnGrnu3tz5q4i6t
# AgMBAAGjggHdMIIB2TASBgkrBgEEAYI3FQEEBQIDAQABMCMGCSsGAQQBgjcVAgQW
# BBQqp1L+ZMSavoKRPEY1Kc8Q/y8E7jAdBgNVHQ4EFgQUn6cVXQBeYl2D9OXSZacb
# UzUZ6XIwXAYDVR0gBFUwUzBRBgwrBgEEAYI3TIN9AQEwQTA/BggrBgEFBQcCARYz
# aHR0cDovL3d3dy5taWNyb3NvZnQuY29tL3BraW9wcy9Eb2NzL1JlcG9zaXRvcnku
# aHRtMBMGA1UdJQQMMAoGCCsGAQUFBwMIMBkGCSsGAQQBgjcUAgQMHgoAUwB1AGIA
# QwBBMAsGA1UdDwQEAwIBhjAPBgNVHRMBAf8EBTADAQH/MB8GA1UdIwQYMBaAFNX2
# VsuP6KJcYmjRPZSQW9fOmhjEMFYGA1UdHwRPME0wS6BJoEeGRWh0dHA6Ly9jcmwu
# bWljcm9zb2Z0LmNvbS9wa2kvY3JsL3Byb2R1Y3RzL01pY1Jvb0NlckF1dF8yMDEw
# LTA2LTIzLmNybDBaBggrBgEFBQcBAQROMEwwSgYIKwYBBQUHMAKGPmh0dHA6Ly93
# d3cubWljcm9zb2Z0LmNvbS9wa2kvY2VydHMvTWljUm9vQ2VyQXV0XzIwMTAtMDYt
# MjMuY3J0MA0GCSqGSIb3DQEBCwUAA4ICAQCdVX38Kq3hLB9nATEkW+Geckv8qW/q
# XBS2Pk5HZHixBpOXPTEztTnXwnE2P9pkbHzQdTltuw8x5MKP+2zRoZQYIu7pZmc6
# U03dmLq2HnjYNi6cqYJWAAOwBb6J6Gngugnue99qb74py27YP0h1AdkY3m2CDPVt
# I1TkeFN1JFe53Z/zjj3G82jfZfakVqr3lbYoVSfQJL1AoL8ZthISEV09J+BAljis
# 9/kpicO8F7BUhUKz/AyeixmJ5/ALaoHCgRlCGVJ1ijbCHcNhcy4sa3tuPywJeBTp
# kbKpW99Jo3QMvOyRgNI95ko+ZjtPu4b6MhrZlvSP9pEB9s7GdP32THJvEKt1MMU0
# sHrYUP4KWN1APMdUbZ1jdEgssU5HLcEUBHG/ZPkkvnNtyo4JvbMBV0lUZNlz138e
# W0QBjloZkWsNn6Qo3GcZKCS6OEuabvshVGtqRRFHqfG3rsjoiV5PndLQTHa1V1QJ
# sWkBRH58oWFsc/4Ku+xBZj1p/cvBQUl+fpO+y/g75LcVv7TOPqUxUYS8vwLBgqJ7
# Fx0ViY1w/ue10CgaiQuPNtq6TPmb/wrpNPgkNWcr4A245oyZ1uEi6vAnQj0llOZ0
# dFtq0Z4+7X6gMTN9vMvpe784cETRkPHIqzqKOghif9lwY1NNje6CbaUFEMFxBmoQ
# tB1VM1izoXBm8qGCAtQwggI9AgEBMIIBAKGB2KSB1TCB0jELMAkGA1UEBhMCVVMx
# EzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoT
# FU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEtMCsGA1UECxMkTWljcm9zb2Z0IElyZWxh
# bmQgT3BlcmF0aW9ucyBMaW1pdGVkMSYwJAYDVQQLEx1UaGFsZXMgVFNTIEVTTjow
# ODQyLTRCRTYtQzI5QTElMCMGA1UEAxMcTWljcm9zb2Z0IFRpbWUtU3RhbXAgU2Vy
# dmljZaIjCgEBMAcGBSsOAwIaAxUAQqIfIYljHUbNoY0/wjhXRn/sSA2ggYMwgYCk
# fjB8MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMH
# UmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSYwJAYDVQQD
# Ex1NaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EgMjAxMDANBgkqhkiG9w0BAQUFAAIF
# AOnwnAIwIhgPMjAyNDA1MTYyMjUxNDZaGA8yMDI0MDUxNzIyNTE0NlowdDA6Bgor
# BgEEAYRZCgQBMSwwKjAKAgUA6fCcAgIBADAHAgEAAgIRpjAHAgEAAgIRbzAKAgUA
# 6fHtggIBADA2BgorBgEEAYRZCgQCMSgwJjAMBgorBgEEAYRZCgMCoAowCAIBAAID
# B6EgoQowCAIBAAIDAYagMA0GCSqGSIb3DQEBBQUAA4GBAI4pnLR+QYde5f+qZ1u4
# h+ow3MB7jtruhTIST+f8uLk1SBLm0niiqCuxdSUDAch40loud3DfBZ54rDiV7Hu2
# mhY8FHfZXI273lSdVTsgc2/aGRpFoT66b7nNxxQdgs/ULZYKHpGw6pPOhPyWkG6B
# S8tSffAJU3wB7PyOmV+K12zQMYIEDTCCBAkCAQEwgZMwfDELMAkGA1UEBhMCVVMx
# EzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoT
# FU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEmMCQGA1UEAxMdTWljcm9zb2Z0IFRpbWUt
# U3RhbXAgUENBIDIwMTACEzMAAAHajtXJWgDREbEAAQAAAdowDQYJYIZIAWUDBAIB
# BQCgggFKMBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAvBgkqhkiG9w0BCQQx
# IgQgVMrW8USp57hF8N7+65wzN5RQsKm8U7gIo9IVdGiv15AwgfoGCyqGSIb3DQEJ
# EAIvMYHqMIHnMIHkMIG9BCAipaNpYsDvnqTe95Dj1C09020I5ljibrW/ndICOxg9
# xjCBmDCBgKR+MHwxCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9uMRAw
# DgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24x
# JjAkBgNVBAMTHU1pY3Jvc29mdCBUaW1lLVN0YW1wIFBDQSAyMDEwAhMzAAAB2o7V
# yVoA0RGxAAEAAAHaMCIEIMUK/484Qzmn64FWwcwP/fhtuvZmZGOkRd8YJwNgaiE8
# MA0GCSqGSIb3DQEBCwUABIICAFUjcqyKp/4APV7pcHRTmMIvDo7Jhu5vS+VEworW
# UCRrU/hpaDUNOmFjbRJD3IBfbt3ex6lv08f6kC+TeCe2ktGgHvZjeoZFq04tv+32
# cL4rFjUxs2yQ81SQbQ9hbb3eAriyHvC8pPNrwQS94eREZ3gzaMi4209stEW6d4Mm
# SgHdU/gD7jkTMYZwZtDPXsnsPFMitcvn0ekzlxEoFWyW4J37YFal7b5USoRXSyXH
# +/J21GHT9sSu9zSdI4aQWNE922988tjDeZqduzq8InTM+VU574lqqHuKjDIpJ6FJ
# RWm9to5XI6zKO8S3vdlqwSbCBPg1NIpE2sTqU6Yb7PEqEN7pUDg96fuZ9KJ5Odti
# 67hdEJzHpZhAsxVNlFyg1+ONhOe/090hEVoxQ2B071YvQ/iRFYpxBecvKnooYYfE
# jlJbdRAswLtd+a6G3szazqlJTxCW1EJXTC/7hUFH3VUzBFChXn0hJxsXnDvLbUOB
# RrnqznYWYdFgFbEI/B4Xbadv3oXsfr9fNvWjD2NfO6jmGN7oxlUGn4gYFf+YsW+h
# PBEOWFD8RLsJ5km9oVxh5NQ0N8M0qJTWvCSvR9dCHKAIaPPfr42b+clGsIp2emiR
# Aq8FgNRdIXpcwGfrzLF98Iv/WZkDXk5XZMvHLthObbw/prHQ43ZharzMppla7rvZ
# 4z27
# SIG # End signature block