AzStackHci.EnvironmentChecker

1.2100.2784.504

Obs/bin/ObsDep/content/Powershell/Roles/Common/HostReboot/HostReboot.psm1

<###################################################
 # #
 # Copyright (c) Microsoft. All rights reserved. #
 # #
 ##################################################>

Import-Module -Name "$PSScriptRoot\..\..\PhysicalMachines\UpdatePhysicalMachineHelper.psm1" -DisableNameChecking

$LastBootTimeXmlFile = "LastBootTime.xml"
$PreBootTimeXmlFile = "PreBootTime.xml"

function SaveLastBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    Trace-Execution "[SaveLastBootTime] Saving last boot time ..."
    $lastboottime = Invoke-Command { 
                                    param($LastBootTimeXmlFile)
                                    $lastboottime = Get-CimInstance -ClassName win32_operatingsystem -ErrorAction Stop | select lastbootuptime 
                                    $lastboottime | Export-Clixml -Path "$($env:SystemDrive)\MASLogs\$LastBootTimeXmlFile"
                                    $lastboottime

                               } -ComputerName $ComputerName -Credential $Credential -ArgumentList $script:LastBootTimeXmlFile

    Trace-Execution "[SaveLastBootTime] The last boot '$($lastboottime.lastbootuptime)' time is saved."
}

function GetLastBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true, Position=0, ValueFromPipeline=$true, ParameterSetName = 'ComputerName')]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName
    )

    $oldbootTime = Import-Clixml -Path "\\$ComputerName\c$\maslogs\$script:LastBootTimeXmlFile"

    return $oldbootTime.lastbootuptime
}

function SavePreBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory = $true)]
        [PSCredential]
        $Credential
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[SavePreBootTime] Saving pre boot time ..."

    $preBootTime = Invoke-Command {
        param($PreBootTimeXmlFile)
        $preBootTime = Get-Date
        $preBootTime | Export-Clixml -Path "$($env:SystemDrive)\MASLogs\$PreBootTimeXmlFile"
        $preBootTime

    } -ComputerName $ComputerName -Credential $Credential -ArgumentList $script:PreBootTimeXmlFile

    Trace-Execution "[SavePreBootTime] Time before starting reboot sequence is '$preBootTime'."
}

function Prepare-KSR
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[SoftRebootHelper] Adding KSR registry keys to allow soft reboot with an encrypted drive."

        Invoke-Command {

            $REG_KEY_PATH = "HKLM:\SYSTEM\CurrentControlSet\Policies\Microsoft\FVE"

            if(-not (Test-Path -Path $REG_KEY_PATH))
            {
                New-Item -Path $REG_KEY_PATH -Force
            }

            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name OsvKsrAllow -Value 1 -Force
            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name FdvKsrAllow -Value 1 -Force
            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name RdvKsrAllow -Value 1 -Force   

        } -ComputerName $ComputerName -Credential $Credential -ErrorAction Stop

        # Prepare for KSR
        Trace-Execution "[SoftRebootHelper] Preparing for KSR."
        $outputDetails = Invoke-Command { 
                                            mountvol.exe x: /s
                                            Ksrcmd /Store 'x:\EFI\Microsoft\Boot\bcd' /prepare '{current}' 'InitiateOnly'

                        } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        Trace-Execution "[SoftRebootHelper] Output of preparing for KSR:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[SoftRebootHelper] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function InspectKsr
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )

    Trace-Execution "[InspectKsr] Inspecting KSR."

    try {
        $scriptBlock = {
            param($LastBootTimeXmlFile, $PreBootTimeXmlFile)

            function GetEventTimeDiff($stopEvents, $startEvents)
            {
                # As long as we have events, we will capture the enclosing timespan. This
                # can lead to inaccurate timespan results if we have more than one stop
                # or start event but we can track those as we also log the event counts.
                # Capturing enclosing timespan can be useful if we want to cover the broader
                # interruption window.
                if (($stopEvents.Count -gt 0) -and ($startEvents.Count -gt 0))
                {
                    $stopEvent = $stopEvents[0]
                    $startEvent = $startEvents[-1]
                    
                    if ($stopEvent.TimeCreated -le $startEvent.TimeCreated)
                    {
                        return $(New-TimeSpan -Start $stopEvent.TimeCreated -End $startEvent.TimeCreated).TotalSeconds
                    }
                }
            
                # Stop and Start events are unavailable or out of sync
                return -1
            }

            function FirstEventDate($events)
            {
                if ($events.Count -ge 1)
                {
                    return $events[0].TimeCreated
                }

                # No events were found so return default value
                return Get-Date -Date "1980-01-01 00:00:00"
            }

            # Default event values in case we are not able to query some
            $osStopEvents        = @()
            $osStartEvents       = @()
            $bootTypeEvents      = @()
            $clussvcStopEvents   = @()
            $clussvcStartEvents  = @()
            $bootDurationE2E     = -1
            $bootDurationHwdOnly = -1
            $clussvcDownTime     = -1
            $lastBootTime        = ""
            $secondLastBootTime  = ""
            $failure             = ""

            # If we fail to get last boot time, we shouldn't block from gathering rest of telemetry. Also this
            # data point is not critical as boot time can be guessed from os stop/start events that we are capturing below.
            try
            {
                # LastBootTime.xml is captured before ksr is initiated so post ksr it indicates second last boot time
                $secondLastBootTime = $(Import-Clixml -Path "$($env:SystemDrive)\MASLogs\$LastBootTimeXmlFile")."lastbootuptime"
                $lastBootTime = $(Get-CimInstance -ClassName win32_operatingsystem -ErrorAction Stop)."lastbootuptime"
            }
            catch { } 

            # Identifying e2e boot window and time
            try 
            {   
                $preBootTime = Import-Clixml -Path "$($env:SystemDrive)\MASLogs\$PreBootTimeXmlFile"
                $currentTime = Get-Date
                $bootDurationE2ESpan = New-TimeSpan -Start $preBootTime -End $currentTime
                $bootDurationE2E = $bootDurationE2ESpan.TotalSeconds
                $bootWindowXPath = "*[System[TimeCreated[timediff(@SystemTime) <= $($bootDurationE2ESpan.TotalMilliseconds)]]]"
            }
            catch
            {
                $failure = "Could not find out pre ksr time."
            }

            # At minimum we need a boot window to query other things
            if ($failure -eq "")
            {
                $clusterServiceStopMessage1  = "The Cluster Service service entered the stopped state."
                $clusterServiceStartMessage1 = "The Cluster Service service entered the running state."
                $clusterServiceStopMessage2  = "The ClusSvc service entered the stopped state."
                $clusterServiceStartMessage2 = "The ClusSvc service entered the running state."

                # Query all events at once to avoid having to call Get-WinEvent multiple times
                try
                {
                    $events = Get-WinEvent -LogName "System" -FilterXPath $bootWindowXPath `
                    | where `
                      {`
                          (($_.ProviderName -eq "Microsoft-Windows-Kernel-General") -and (($_.Id -eq "12") -or ($_.Id -eq "13"))) -or`
                          (($_.ProviderName -eq "Microsoft-Windows-Kernel-Boot") -and ($_.Id -eq "27")) -or`
                          (`
                            ($_.ProviderName -eq "Service Control Manager") -and`
                            ($_.Id -eq "7036") -and `
                            (($_.Message -eq $clusterServiceStopMessage1) -or ($_.Message -eq $clusterServiceStartMessage1) -or ($_.Message -eq $clusterServiceStopMessage2) -or ($_.Message -eq $clusterServiceStartMessage2))`
                          )`
                      }`
                    | sort -Property TimeCreated
                }
                catch
                {
                    $failure = "Could not query events."
                }

                # Once we have events we can look for individual pieces
                if ($failure -eq "")
                {
                    foreach ($event in $events)
                    {
                        switch ($event.Id)
                        {
                            "13"    { $osStopEvents += $event }
                            "12"    { $osStartEvents += $event }
                            "27"    { $bootTypeEvents += $event }
                            "7036"  {
                                        if (($event.Message -eq $clusterServiceStopMessage1) -or ($event.Message -eq $clusterServiceStopMessage2))
                                        {
                                            $clussvcStopEvents += $event
                                        }
                                        else
                                        {
                                            $clussvcStartEvents += $event
                                        }
                                    }
                        }
                    }

                    $bootDurationHwdOnly = GetEventTimeDiff $osStopEvents $osStartEvents
                    $clussvcDownTime = GetEventTimeDiff $clussvcStopEvents $clussvcStartEvents
                }
            }

            $bootTypeEventMessage = ""

            if ($bootTypeEvents.Count -eq 1)
            {
                $bootTypeEventMessage = "'$($bootTypeEvents[0].Message)' at '$($bootTypeEvents[0].TimeCreated)'."
            }

            $eventData = @{ 
                "SecondLastBootTime"     = $secondLastBootTime                             # Last time the system booted before ksr
                "LastBootTime"           = $lastBootTime                                   # Time at which ksr happened
                "PreBootTime"            = $preBootTime                                    # Time just before ksr was initiated
                "OSStopEvent"            = [datetime](FirstEventDate $osStopEvents)        # First OS shutdown event
                "OSStopEventCount"       = $osStopEvents.Count                             # More than one OS shutdown event indicates crash
                "OSStartEvent"           = [datetime](FirstEventDate $osStartEvents)       # First OS startup event
                "OSStartEventCount"      = $osStartEvents.Count                            # More than one OS startup event indicates crash
                "ClusSvcStopEvent"       = [datetime](FirstEventDate $clussvcStopEvents)   # First Cluster Service stop event
                "ClusSvcStopEventCount"  = $clussvcStopEvents.Count                        # More than one cluster service stop event is an anomaly
                "ClusSvcStartEvent"      = [datetime](FirstEventDate $clussvcStartEvents)  # First Cluster Service start event
                "ClusSvcStartEventCount" = $clussvcStartEvents.Count                       # More than one cluster service start event is an anomaly
                "ClusSvcDownTime"        = $clussvcDownTime                                # Amount of time cluster service was down
                "BootTypeEvent"          = $bootTypeEventMessage                           # Type of boot that happened
                "BootTypeEventCount"     = $bootTypeEvents.Count                           # More than one boot type event is an anomaly
                "BootDurationE2E"        = $bootDurationE2E                                # Total boot duration = prep/shutdown time + time at hardware + boot/winrm ready time
                "BootDurationHwdOnly"    = $bootDurationHwdOnly                            # Time spend at hardware only (ksr clocks 1-15 seconds while full boot 5-20 mins)
                "FailureMessage"         = $failure                                        # Failure that happened when gathering above details
            }

            return $eventData
        }

        $eventData = [Hashtable]$(Invoke-Command -ScriptBlock $scriptBlock -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop -ArgumentList $script:LastBootTimeXmlFile, $script:PreBootTimeXmlFile)

        Trace-Execution "[InspectKsr] Sending telemetry."
        Import-Module -Name "$PSScriptRoot\..\RoleHelpers.psm1" -DisableNameChecking -Verbose:$false
        Send-TelemetryEvent -ComponentName "BareMetal" -EventName "KernelSoftReboot" -EventVersion 1 -EventData $eventData
        Trace-Execution "[InspectKsr] Telemtry sent."
    }
    catch
    {
        Trace-Execution "[InspectKsr] Failed to inspect ksr or send telemetry.'$_'."
    }
}

function Complete-KSR
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    try
    {
        # Complete KSR
        Trace-Execution "[SoftRebootHelper] Completing KSR."
        $outputDetails = Invoke-Command { 
                            ksrcmd /boottype
                            ksrcmd /complete                            
                       } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        Trace-Execution "[SoftRebootHelper] Output of Completing KSR:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[SoftRebootHelper] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function OobColdRebootClusterNode
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName
    )

    $ErrorActionPreference = "Stop"

    Trace-Execution "Start: OobColdRebootClusterNodes function"

    Import-Module -Name "$ENV:ProgramFiles\WindowsPowerShell\Modules\Microsoft.AzureStack.Diagnostics.DataCollection\PMCServiceClient\PMCClient.psm1" -DisableNameChecking
    try
    {
        $pmcClient = Create-PMCClientWithServiceResolver
        $bmcOperation = New-Object -Type Microsoft.AzureStack.Solution.Deploy.PMC.Controllers.Models.PhysicalMachineBMCOperation
        $bmcOperation.ComputerName = $ComputerName
        $bmcOperation.OperationID = [guid]::NewGuid()

        # Power cycle does cold reboot(remove power). The PMC method waits till the power status changes.
        # It will riase appropriate exception if the power cycle did not complete
        $result = $pmcclient.PowerCycle($bmcOperation).GetAwaiter().GetResult()

        return "Power cycle initiated."
    }
    catch
    {
        throw "Could not invoke PMC Client exception: $($_.Exception.ToString())"
    }
}

function Start-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential,

        [Parameter(Mandatory = $true)]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[Start-Reboot] Starting '$RebootType' Reboot."

        if ($RebootType -eq 'Soft')
        {
            # Before starting soft reboot, we need to prepare first
            Prepare-KSR -ComputerName $ComputerName -Credential $Credential

            # If prepare is fine, then do soft reboot
            $outputDetails = Invoke-Command { ksrcmd /reboot } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        }
        elseif ($RebootType -eq 'Hard')
        {
            $outputDetails = Invoke-Command { shutdown /r /f /t 0 } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        }
        elseif ($RebootType -eq 'BMC')
        {
            $outputDetails = OobColdRebootClusterNode $ComputerName
        }
        else
        {
            throw "[Start-Reboot] Reboot type '$RebootType' is unsupported!"
        }

        Trace-Execution "[Start-Reboot] Output of starting reboot:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[Start-Reboot] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function Complete-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential,

        [Parameter(Mandatory = $true)]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[Complete-Reboot] Completing '$RebootType' Reboot."

        # Only soft reboot requires a completion sequence
        if ($RebootType -eq 'Soft')
        {
            Complete-KSR -ComputerName $ComputerName -Credential $Credential

            # As we have completed Ksr, we'll deep inspect it to ensure all is well
            InspectKsr -ComputerName $ComputerName -Credential $Credential
        }

        Trace-Execution "[Complete-Reboot] Finished completing reboot."
    }
    catch
    {
        throw "[Complete-Reboot] Failed to complete reboot of $ComputerName. Error: $_"
    }
}

function WaitForCIM
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true, Position=0, ValueFromPipeline=$true, ParameterSetName = 'ComputerName')]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )

    $ErrorActionPreference = 'stop'

    $CimSessionConnectionTimeoutSec = 30
    $RetryDelaySec = 30
    $MaxWaitTime = 2700 # 2700 seconds = 45 mins

    $iteration = -1
    $startTime = Get-Date
    while ($(New-Timespan -start $startTime -end $(Get-Date)).TotalSeconds -le $MaxWaitTime)
    {
        $iteration = $iteration + 1

        Start-Sleep -Seconds $RetryDelaySec

        # First test CIM session connectivity
        Trace-Execution "Trying to check if CIM connectivity has been established to host node '$ComputerName', iteration '$iteration'."
        try
        {
            $cimSession = New-CimSession $ComputerName -Credential $Credential -OperationTimeoutSec $CimSessionConnectionTimeoutSec
        }
        catch
        {
            Trace-Execution "Could not establish cim connection to the host node '$ComputerName' after the reboot, iteration '$iteration'."
            continue
        }

        # Next get boot times so that we can compare them
        Trace-Execution "Getting old and new boot times from host node '$ComputerName', iteration '$iteration'."
        try
        {
            $newbootTime = ($cimSession.EnumerateInstances("root\cimv2", "Win32_OperatingSystem").CimInstanceProperties | Where-Object {$_.Name -eq "LastBootUpTime"}).Value

            # Best effort removing cim session as we don't need it anymore for this iteration
            try
            {
                Remove-CimSession $cimSession
            }
            catch
            {
                Trace-Execution "Failed to remove cim session. Ignoring error as we will create a new cim session in next iteration."
            }

            if (!($newbootTime -as [DateTime]))
            {
                throw "New boot time '$newbootTime' for host node '$ComputerName' iteration '$iteration' was not found or was invalid."
            }
        }
        catch
        {
            Trace-Execution "Could not get new boot time from host node '$ComputerName' after the reboot, iteration '$iteration'. Exception '$_'"
            continue
        }
        
        try
        {
            $oldbootTime = GetLastBootTime -ComputerName $ComputerName
            if (!($oldbootTime -as [DateTime]))
            {
                throw "Old boot time '$newbootTime' for host node '$ComputerName' iteration '$iteration' was not found or was invalid."
            }
        }
        catch
        {
            Trace-Execution "Could not get old boot fime from host node '$ComputerName' after the reboot, iteration '$iteration'. Exception '$_'"
            continue
        }

        # Finally comparing boot times to determine if reboot happened
        if ($newbootTime -gt $oldbootTime)
        {
            Trace-Execution "New boot time '$newbootTime' is greater than old boot time '$oldbootTime' so we have a successful reboot host node '$ComputerName', iteration '$iteration'."
            return
        }

        Trace-Execution "New boot time '$newbootTime' is not greater than old boot time '$oldbootTime' so we don't yet have a successful reboot host node '$ComputerName', iteration '$iteration'."
    }

    throw "Host node '$ComputerName' did not come back up in '$($MaxWaitTime / 60)' minutes"
}

function Prepare-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters
    )

    $ErrorActionPreference = 'stop'

    # As this function will be called for initiating a reboot, we should set the host status
    # to NotStarted regardless of what happened in prior fallback sequence. Basically, a Soft
    # reboot may have failed but in the Soft->Hard fallback, the hard reboot has not started
    # and we are ignoring the previous reboot state.
    $ComputerName = Get-ExecutionContextNodeName -Parameters $Parameters -EnsureSingle
    Trace-Execution "Resetting host status to 'NotStarted'. ComputerName: '$ComputerName'."
    Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'NotStarted'
}

function Reboot-Machine
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters,

        [Parameter(Mandatory = $true)]
        [ValidateSet('Soft','Hard','BMC')]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[Reboot-Machine] Reboot type requested is : $RebootType."

    # Get node name from execution context
    $ComputerName = Get-ExecutionContextNodeName -Parameters $Parameters -EnsureSingle
    Trace-Execution "[Reboot-Machine] Physical node to be live OS updated is: $ComputerName."

    # Get domain credential
    $domainCredential = Get-DomainCredential -Parameters $Parameters
    Trace-Execution "[Reboot-Machine] Domain Credential UserName is: $($domainCredential.UserName)."

    $updateState = Get-HostUpdateState -Parameters $Parameters -HostName $ComputerName

    if($updateState -eq "Rebooting")
    {
        Trace-Execution "Reboot is already in progress. Continue to wait."
    }
    else
    {
        if ($updateState -eq "RebootPending")
        {
            Trace-Execution "Interface is being re-run due to failover or other reason. This is ok."
        }

        # Although we transition host status from NotStarted to RebootPending, we aren't making any decisions
        # on these statuses; they are just for diagnosability purposes. We mainly check for Rebooting.
        Trace-Execution "Setting host status to 'RebootPending'. ComputerName: '$ComputerName'"
        Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'RebootPending'

        SaveLastBootTime -ComputerName $ComputerName -Credential $domainCredential
        SavePreBootTime -ComputerName $ComputerName -Credential $domainCredential

        # Setting the update status to Rebooting to minimize failover related race onditions. Setting Rebooting
        # status before Start-Reboot v/s after involves different tradeoffs. If done after, a failover immediately
        # after Start-Reboot may end up resulting either in a double reboot or a failed reboot depending on how far
        # Start-Reboot had progressed before failover happened. If done before, and there is a failure in Start-Reboot,
        # then depending on how far Start-Reboot had progressed, we will likely end up in a failed reboot due to
        # WaitForCIM. But failures in Start-Reboot are not common (ksr prepare can fail but that is a failed reboot
        # anyway). On the flip side, if we do Start-Reboot first and ERCS primary was on this node, we will likely
        # trigger failover before setting Rebooting status. Due to these reasons, we are preferring setting
        # Rebooting status before Start-Reboot.
        Trace-Execution "Setting host status to 'Rebooting'. ComputerName: '$ComputerName'"
        Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'Rebooting'

        try
        {
            Start-Reboot -ComputerName $ComputerName -Credential $domainCredential -RebootType $RebootType
        }
        catch
        {
            # Although it is not common for Start-Reboot to fail (esp given that we know node is reachable due to prior
            # save boot time calls), we'd want to make a last ditch attempt at trying to see if the failure is recoverable
            # especially for reboot prep failures such as ksrcmd /prepare. Now, we won't know exactly where the failure
            # happened in Start-Reboot. Most cases though will fall in one of these two buckets:
            # - Start-Reboot threw in preparatory phase such as ksrcmd /prepare or mountvol.
            # - Start-Reboot threw after initiating reboot. This is highly unlikely in case of Soft or Hard coz if ksrcmd
            # or shutdown commands cannot be issued or fail, system won't end up rebooting. Thus the likely possibility
            # here is BMC reboot as it has a n/w dependency on BMC where Power cycle may have been initiated but the
            # confirmation may not have arrived to ERCS.
            # If we were to set status to RebootPending and we hit the second issue in BMC reboot, we may end up triggering
            # two BMC reboots. While first one may be fine, multiple BMC reboots should be avoided to minimize corruption.
            # Thus we will set RebootPending status only for Soft & Hard reboots. If in the rare case Start-Reboot fails for
            # Soft/Hard, it is ok for them to get tried again. For BMC we will err on side of caution and not reset host
            # status. This means we won't retry BMC reboot prep failures and will fail at WaitForCIM. And in the event the
            # Start-Reboot exception was after BMC reboot was initiated, we are good as WaitForCIM will ultimately pass.
            if ($RebootType -ne 'BMC')
            {
                Trace-Execution "Start-Reboot failed so reverting back host status to 'RebootPending'. ComputerName: '$ComputerName'"
                Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'RebootPending'
            }

            # Regardless of the host status, we still need to bubble this exception out to trigger retries
            throw $_
        }
    }

    # Waiting for node to come back up. There is no harm in waiting for this multiple times as each reboot attempt
    # will be preceeded with saving last boot time so once we have set host status to Rebooting, WaitForCIM won't
    # get affected by a failover/re-run.
    WaitForCIM -ComputerName $ComputerName -Credential $domainCredential

    # In case reboot process requires cleanup (such as Ksr), doing that here. ksrcmd /complete and thus
    # Complete-Reboot are idempotent so it is ok if it gets re-run due to a failover after Complete-Reboot
    # but before Set-HostUpdateState.
    Complete-Reboot -ComputerName $ComputerName -Credential $domainCredential -RebootType $RebootType
 
    Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'Completed'

    # If in the remote chance there is a failover here (after setting host state), we will end up doing the entire
    # reboot flow, almost as if calling the interface anew. The only difference is that the main invocation of
    # Reboot-Machine is preceeded by Prepare-Reboot. That one resets the host status to NotStarted while here we
    # are left with Completed. But we set the host status to RebootPending before initiating Start-Reboot so it
    # doesn't really matter if the original state was NotStarted or Completed.
}

function Restart-MachinePostDeploy
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[Restart-MachinePostDeploy] Reboot node post physical machine deployment"

    # Get node name from execution context
    $computerName = Get-ExecutionContextNodeName -Parameters $Parameters
    Trace-Execution "[Restart-MachinePostDeploy] Physical node to hard reboot: $computerName."

    # Get domain credential
    $domainCredential = Get-DomainCredential -Parameters $Parameters
    Trace-Execution "[Restart-MachinePostDeploy] Domain Credential UserName is: $($domainCredential.UserName)."

    try 
    {
        Trace-Execution "[Restart-MachinePostDeploy] Restarting node $computerName using domain credential"
        Restart-Computer -ComputerName $computerName -Credential $domainCredential -Force -Wait -For WinRM -Timeout 1800 -Delay 15 -Protocol WSMan
        Trace-Execution "[Restart-MachinePostDeploy] Restarting node $computerName using domain credential finished"
        Trace-Execution "[Restart-MachinePostDeploy] Proceeding after restart of node $computerName"
    }
    catch
    {
        Trace-Execution "[Restart-MachinePostDeploy] Failed restarting node $computerName threw exception $_"
        throw "[Restart-MachinePostDeploy] Failed restarting node $computerName. Error: $_"
    }
}

Export-ModuleMember -Function Prepare-Reboot
Export-ModuleMember -Function Reboot-Machine
Export-ModuleMember -Function Restart-MachinePostDeploy

# SIG # Begin signature block
# MIIoQwYJKoZIhvcNAQcCoIIoNDCCKDACAQExDzANBglghkgBZQMEAgEFADB5Bgor
# BgEEAYI3AgEEoGswaTA0BgorBgEEAYI3AgEeMCYCAwEAAAQQH8w7YFlLCE63JNLG
# KX7zUQIBAAIBAAIBAAIBAAIBADAxMA0GCWCGSAFlAwQCAQUABCCZy/mqMomD5h7O
# PrJ4Nf+FWp4Zvif9LFMXBjGxCn2M7aCCDXYwggX0MIID3KADAgECAhMzAAADrzBA
# DkyjTQVBAAAAAAOvMA0GCSqGSIb3DQEBCwUAMH4xCzAJBgNVBAYTAlVTMRMwEQYD
# VQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNy
# b3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01pY3Jvc29mdCBDb2RlIFNpZ25p
# bmcgUENBIDIwMTEwHhcNMjMxMTE2MTkwOTAwWhcNMjQxMTE0MTkwOTAwWjB0MQsw
# CQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9u
# ZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMR4wHAYDVQQDExVNaWNy
# b3NvZnQgQ29ycG9yYXRpb24wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIB
# AQDOS8s1ra6f0YGtg0OhEaQa/t3Q+q1MEHhWJhqQVuO5amYXQpy8MDPNoJYk+FWA
# hePP5LxwcSge5aen+f5Q6WNPd6EDxGzotvVpNi5ve0H97S3F7C/axDfKxyNh21MG
# 0W8Sb0vxi/vorcLHOL9i+t2D6yvvDzLlEefUCbQV/zGCBjXGlYJcUj6RAzXyeNAN
# xSpKXAGd7Fh+ocGHPPphcD9LQTOJgG7Y7aYztHqBLJiQQ4eAgZNU4ac6+8LnEGAL
# go1ydC5BJEuJQjYKbNTy959HrKSu7LO3Ws0w8jw6pYdC1IMpdTkk2puTgY2PDNzB
# tLM4evG7FYer3WX+8t1UMYNTAgMBAAGjggFzMIIBbzAfBgNVHSUEGDAWBgorBgEE
# AYI3TAgBBggrBgEFBQcDAzAdBgNVHQ4EFgQURxxxNPIEPGSO8kqz+bgCAQWGXsEw
# RQYDVR0RBD4wPKQ6MDgxHjAcBgNVBAsTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEW
# MBQGA1UEBRMNMjMwMDEyKzUwMTgyNjAfBgNVHSMEGDAWgBRIbmTlUAXTgqoXNzci
# tW2oynUClTBUBgNVHR8ETTBLMEmgR6BFhkNodHRwOi8vd3d3Lm1pY3Jvc29mdC5j
# b20vcGtpb3BzL2NybC9NaWNDb2RTaWdQQ0EyMDExXzIwMTEtMDctMDguY3JsMGEG
# CCsGAQUFBwEBBFUwUzBRBggrBgEFBQcwAoZFaHR0cDovL3d3dy5taWNyb3NvZnQu
# Y29tL3BraW9wcy9jZXJ0cy9NaWNDb2RTaWdQQ0EyMDExXzIwMTEtMDctMDguY3J0
# MAwGA1UdEwEB/wQCMAAwDQYJKoZIhvcNAQELBQADggIBAISxFt/zR2frTFPB45Yd
# mhZpB2nNJoOoi+qlgcTlnO4QwlYN1w/vYwbDy/oFJolD5r6FMJd0RGcgEM8q9TgQ
# 2OC7gQEmhweVJ7yuKJlQBH7P7Pg5RiqgV3cSonJ+OM4kFHbP3gPLiyzssSQdRuPY
# 1mIWoGg9i7Y4ZC8ST7WhpSyc0pns2XsUe1XsIjaUcGu7zd7gg97eCUiLRdVklPmp
# XobH9CEAWakRUGNICYN2AgjhRTC4j3KJfqMkU04R6Toyh4/Toswm1uoDcGr5laYn
# TfcX3u5WnJqJLhuPe8Uj9kGAOcyo0O1mNwDa+LhFEzB6CB32+wfJMumfr6degvLT
# e8x55urQLeTjimBQgS49BSUkhFN7ois3cZyNpnrMca5AZaC7pLI72vuqSsSlLalG
# OcZmPHZGYJqZ0BacN274OZ80Q8B11iNokns9Od348bMb5Z4fihxaBWebl8kWEi2O
# PvQImOAeq3nt7UWJBzJYLAGEpfasaA3ZQgIcEXdD+uwo6ymMzDY6UamFOfYqYWXk
# ntxDGu7ngD2ugKUuccYKJJRiiz+LAUcj90BVcSHRLQop9N8zoALr/1sJuwPrVAtx
# HNEgSW+AKBqIxYWM4Ev32l6agSUAezLMbq5f3d8x9qzT031jMDT+sUAoCw0M5wVt
# CUQcqINPuYjbS1WgJyZIiEkBMIIHejCCBWKgAwIBAgIKYQ6Q0gAAAAAAAzANBgkq
# hkiG9w0BAQsFADCBiDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24x
# EDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlv
# bjEyMDAGA1UEAxMpTWljcm9zb2Z0IFJvb3QgQ2VydGlmaWNhdGUgQXV0aG9yaXR5
# IDIwMTEwHhcNMTEwNzA4MjA1OTA5WhcNMjYwNzA4MjEwOTA5WjB+MQswCQYDVQQG
# EwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwG
# A1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSgwJgYDVQQDEx9NaWNyb3NvZnQg
# Q29kZSBTaWduaW5nIFBDQSAyMDExMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIIC
# CgKCAgEAq/D6chAcLq3YbqqCEE00uvK2WCGfQhsqa+laUKq4BjgaBEm6f8MMHt03
# a8YS2AvwOMKZBrDIOdUBFDFC04kNeWSHfpRgJGyvnkmc6Whe0t+bU7IKLMOv2akr
# rnoJr9eWWcpgGgXpZnboMlImEi/nqwhQz7NEt13YxC4Ddato88tt8zpcoRb0Rrrg
# OGSsbmQ1eKagYw8t00CT+OPeBw3VXHmlSSnnDb6gE3e+lD3v++MrWhAfTVYoonpy
# 4BI6t0le2O3tQ5GD2Xuye4Yb2T6xjF3oiU+EGvKhL1nkkDstrjNYxbc+/jLTswM9
# sbKvkjh+0p2ALPVOVpEhNSXDOW5kf1O6nA+tGSOEy/S6A4aN91/w0FK/jJSHvMAh
# dCVfGCi2zCcoOCWYOUo2z3yxkq4cI6epZuxhH2rhKEmdX4jiJV3TIUs+UsS1Vz8k
# A/DRelsv1SPjcF0PUUZ3s/gA4bysAoJf28AVs70b1FVL5zmhD+kjSbwYuER8ReTB
# w3J64HLnJN+/RpnF78IcV9uDjexNSTCnq47f7Fufr/zdsGbiwZeBe+3W7UvnSSmn
# Eyimp31ngOaKYnhfsi+E11ecXL93KCjx7W3DKI8sj0A3T8HhhUSJxAlMxdSlQy90
# lfdu+HggWCwTXWCVmj5PM4TasIgX3p5O9JawvEagbJjS4NaIjAsCAwEAAaOCAe0w
# ggHpMBAGCSsGAQQBgjcVAQQDAgEAMB0GA1UdDgQWBBRIbmTlUAXTgqoXNzcitW2o
# ynUClTAZBgkrBgEEAYI3FAIEDB4KAFMAdQBiAEMAQTALBgNVHQ8EBAMCAYYwDwYD
# VR0TAQH/BAUwAwEB/zAfBgNVHSMEGDAWgBRyLToCMZBDuRQFTuHqp8cx0SOJNDBa
# BgNVHR8EUzBRME+gTaBLhklodHRwOi8vY3JsLm1pY3Jvc29mdC5jb20vcGtpL2Ny
# bC9wcm9kdWN0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFfMDNfMjIuY3JsMF4GCCsG
# AQUFBwEBBFIwUDBOBggrBgEFBQcwAoZCaHR0cDovL3d3dy5taWNyb3NvZnQuY29t
# L3BraS9jZXJ0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFfMDNfMjIuY3J0MIGfBgNV
# HSAEgZcwgZQwgZEGCSsGAQQBgjcuAzCBgzA/BggrBgEFBQcCARYzaHR0cDovL3d3
# dy5taWNyb3NvZnQuY29tL3BraW9wcy9kb2NzL3ByaW1hcnljcHMuaHRtMEAGCCsG
# AQUFBwICMDQeMiAdAEwAZQBnAGEAbABfAHAAbwBsAGkAYwB5AF8AcwB0AGEAdABl
# AG0AZQBuAHQALiAdMA0GCSqGSIb3DQEBCwUAA4ICAQBn8oalmOBUeRou09h0ZyKb
# C5YR4WOSmUKWfdJ5DJDBZV8uLD74w3LRbYP+vj/oCso7v0epo/Np22O/IjWll11l
# hJB9i0ZQVdgMknzSGksc8zxCi1LQsP1r4z4HLimb5j0bpdS1HXeUOeLpZMlEPXh6
# I/MTfaaQdION9MsmAkYqwooQu6SpBQyb7Wj6aC6VoCo/KmtYSWMfCWluWpiW5IP0
# wI/zRive/DvQvTXvbiWu5a8n7dDd8w6vmSiXmE0OPQvyCInWH8MyGOLwxS3OW560
# STkKxgrCxq2u5bLZ2xWIUUVYODJxJxp/sfQn+N4sOiBpmLJZiWhub6e3dMNABQam
# ASooPoI/E01mC8CzTfXhj38cbxV9Rad25UAqZaPDXVJihsMdYzaXht/a8/jyFqGa
# J+HNpZfQ7l1jQeNbB5yHPgZ3BtEGsXUfFL5hYbXw3MYbBL7fQccOKO7eZS/sl/ah
# XJbYANahRr1Z85elCUtIEJmAH9AAKcWxm6U/RXceNcbSoqKfenoi+kiVH6v7RyOA
# 9Z74v2u3S5fi63V4GuzqN5l5GEv/1rMjaHXmr/r8i+sLgOppO6/8MO0ETI7f33Vt
# Y5E90Z1WTk+/gFcioXgRMiF670EKsT/7qMykXcGhiJtXcVZOSEXAQsmbdlsKgEhr
# /Xmfwb1tbWrJUnMTDXpQzTGCGiMwghofAgEBMIGVMH4xCzAJBgNVBAYTAlVTMRMw
# EQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVN
# aWNyb3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01pY3Jvc29mdCBDb2RlIFNp
# Z25pbmcgUENBIDIwMTECEzMAAAOvMEAOTKNNBUEAAAAAA68wDQYJYIZIAWUDBAIB
# BQCgga4wGQYJKoZIhvcNAQkDMQwGCisGAQQBgjcCAQQwHAYKKwYBBAGCNwIBCzEO
# MAwGCisGAQQBgjcCARUwLwYJKoZIhvcNAQkEMSIEIKqlClqRzw/X4iH/tEozSww3
# +V4sNL65uq8jHl73LRePMEIGCisGAQQBgjcCAQwxNDAyoBSAEgBNAGkAYwByAG8A
# cwBvAGYAdKEagBhodHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20wDQYJKoZIhvcNAQEB
# BQAEggEAAvzSMz1HK/oagy7CzQe8bUCuiDCTcCxqmNl2XfdFA5IOyzAb9n1JFxW/
# lguwVD4pgvaDrDRoxbYEMaeRwYSn89y5mQycs2c7KTQvynwqlGLQfaLDcL/lZ5Ju
# zOjamE7LGhLYuqs74MA55JZGyJlfcctPnfCxXrtsYQY2pPSHVIQ2fVNr7TiiGN4Y
# kTsNllCbUPFTclSGSZolTpbAfdcmS6MXrnkCe/k6X/WzK6lYg4ZnCi8d3YRj7+Yo
# Ad5cJyby/FCynoCcNvAdS+Ok4YOZo++JZ/Z587l+7KBBDe8INakEqcccsssVvYiV
# lN1sDmBuvK0cJ4n1A2jZTGVaO8O5OqGCF60wghepBgorBgEEAYI3AwMBMYIXmTCC
# F5UGCSqGSIb3DQEHAqCCF4YwgheCAgEDMQ8wDQYJYIZIAWUDBAIBBQAwggFaBgsq
# hkiG9w0BCRABBKCCAUkEggFFMIIBQQIBAQYKKwYBBAGEWQoDATAxMA0GCWCGSAFl
# AwQCAQUABCBkC5Tyv0s2bAbBam7fppsYlmrGJoKfgaqyPffC6beaOQIGZr3850RB
# GBMyMDI0MDgxOTE3Mjg1MS4wNDFaMASAAgH0oIHZpIHWMIHTMQswCQYDVQQGEwJV
# UzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UE
# ChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMS0wKwYDVQQLEyRNaWNyb3NvZnQgSXJl
# bGFuZCBPcGVyYXRpb25zIExpbWl0ZWQxJzAlBgNVBAsTHm5TaGllbGQgVFNTIEVT
# TjozMjFBLTA1RTAtRDk0NzElMCMGA1UEAxMcTWljcm9zb2Z0IFRpbWUtU3RhbXAg
# U2VydmljZaCCEfswggcoMIIFEKADAgECAhMzAAAB+KOhJgwMQEj+AAEAAAH4MA0G
# CSqGSIb3DQEBCwUAMHwxCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9u
# MRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29ycG9yYXRp
# b24xJjAkBgNVBAMTHU1pY3Jvc29mdCBUaW1lLVN0YW1wIFBDQSAyMDEwMB4XDTI0
# MDcyNTE4MzEwOFoXDTI1MTAyMjE4MzEwOFowgdMxCzAJBgNVBAYTAlVTMRMwEQYD
# VQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNy
# b3NvZnQgQ29ycG9yYXRpb24xLTArBgNVBAsTJE1pY3Jvc29mdCBJcmVsYW5kIE9w
# ZXJhdGlvbnMgTGltaXRlZDEnMCUGA1UECxMeblNoaWVsZCBUU1MgRVNOOjMyMUEt
# MDVFMC1EOTQ3MSUwIwYDVQQDExxNaWNyb3NvZnQgVGltZS1TdGFtcCBTZXJ2aWNl
# MIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAxR23pXYnD2BuODdeXs2C
# u/T5kKI+bAw8cbtN50Cm/FArjXyL4RTqMe6laQ/CqeMTxgckvZr1JrW0Mi4F15rx
# /VveGhKBmob45DmOcV5xyx7h9Tk59NAl5PNMAWKAIWf270SWAAWxQbpVIhhPWCnV
# V3otVvahEad8pMmoSXrT5Z7Nk1RnB70A2bq9Hk8wIeC3vBuxEX2E8X50IgAHsyaR
# 9roFq3ErzUEHlS8YnSq33ui5uBcrFOcFOCZILuVFVTgEqSrX4UiX0etqi7jUtKyp
# gIflaZcV5cI5XI/eCxY8wDNmBprhYMNlYxdmQ9aLRDcTKWtddWpnJtyl5e3gHuYo
# j8xuDQ0XZNy7ESRwJIK03+rTZqfaYyM4XSK1s0aa+mO69vo/NmJ4R/f1+KucBPJ4
# yUdbqJWM3xMvBwLYycvigI/WK4kgPog0UBNczaQwDVXpcU+TMcOvWP8HBWmWJQIm
# TZInAFivXqUaBbo3wAfPNbsQpvNNGu/12pg0F8O/CdRfgPHfOhIWQ0D8ALCY+Lsi
# wbzcejbrVl4N9fn2wOg2sDa8RfNoD614I0pFjy/lq1NsBo9V4GZBikzX7ZjWCRgd
# 1FCBXGpfpDikHjQ05YOkAakdWDT2bGSaUZJGVYtepIpPTAs1gd/vUogcdiL51o7s
# huHIlB6QSUiQ24XYhRbbQCECAwEAAaOCAUkwggFFMB0GA1UdDgQWBBS9zsZzz57Q
# lT5nrt/oitLv1OQ7tjAfBgNVHSMEGDAWgBSfpxVdAF5iXYP05dJlpxtTNRnpcjBf
# BgNVHR8EWDBWMFSgUqBQhk5odHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20vcGtpb3Bz
# L2NybC9NaWNyb3NvZnQlMjBUaW1lLVN0YW1wJTIwUENBJTIwMjAxMCgxKS5jcmww
# bAYIKwYBBQUHAQEEYDBeMFwGCCsGAQUFBzAChlBodHRwOi8vd3d3Lm1pY3Jvc29m
# dC5jb20vcGtpb3BzL2NlcnRzL01pY3Jvc29mdCUyMFRpbWUtU3RhbXAlMjBQQ0El
# MjAyMDEwKDEpLmNydDAMBgNVHRMBAf8EAjAAMBYGA1UdJQEB/wQMMAoGCCsGAQUF
# BwMIMA4GA1UdDwEB/wQEAwIHgDANBgkqhkiG9w0BAQsFAAOCAgEAYfk8GzzpEVnG
# l7y6oXoytCb42Hx6TOA0+dkaBI36ftDE9tLubUa/xMbHB5rcNiRhFHZ93RefdPpc
# 4+FF0DAl5lP8xKAO+293RWPKDFOFIxgtZY08t8D9cSQpgGUzyw3lETZebNLEA17A
# /CTpA2F9uh8j84KygeEbj+bidWDiEfayoH2A5/5ywJJxIuLzFVHacvWxSCKoF9hl
# SrZSG5fXWS3namf4tt690UT6AGyWLFWe895coFPxm/m0UIMjjp9VRFH7nb3Ng2Q4
# gPS9E5ZTMZ6nAlmUicDj0NXAs2wQuQrnYnbRAJ/DQW35qLo7Daw9AsItqjFhbMcG
# 68gDc4j74L2KYe/2goBHLwzSn5UDftS1HZI0ZRsqmNHI0TZvvUWX9ajm6SfLBTEt
# oTo6gLOX0UD/9rrhGjdkiCw4SwU5osClgqgiNMK5ndk2gxFlDXHCyLp5qB6BoPpc
# 82RhO0yCzoP9gv7zv2EocAWEsqE5+0Wmu5uarmfvcziLfU1SY240OZW8ld4sS8fn
# ybn/jDMmFAhazV1zH0QERWEsfLSpwkOXaImWNFJ5lmcnf1VTm6cmfasScYtElpjq
# Z9GooCmk1XFApORPs/PO43IcFmPRwagt00iQSw+rBeIH00KQq+FJT/62SB70g9g/
# R8TS6k6b/wt2UWhqrW+Q8lw6Xzgex/YwggdxMIIFWaADAgECAhMzAAAAFcXna54C
# m0mZAAAAAAAVMA0GCSqGSIb3DQEBCwUAMIGIMQswCQYDVQQGEwJVUzETMBEGA1UE
# CBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9z
# b2Z0IENvcnBvcmF0aW9uMTIwMAYDVQQDEylNaWNyb3NvZnQgUm9vdCBDZXJ0aWZp
# Y2F0ZSBBdXRob3JpdHkgMjAxMDAeFw0yMTA5MzAxODIyMjVaFw0zMDA5MzAxODMy
# MjVaMHwxCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQH
# EwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24xJjAkBgNV
# BAMTHU1pY3Jvc29mdCBUaW1lLVN0YW1wIFBDQSAyMDEwMIICIjANBgkqhkiG9w0B
# AQEFAAOCAg8AMIICCgKCAgEA5OGmTOe0ciELeaLL1yR5vQ7VgtP97pwHB9KpbE51
# yMo1V/YBf2xK4OK9uT4XYDP/XE/HZveVU3Fa4n5KWv64NmeFRiMMtY0Tz3cywBAY
# 6GB9alKDRLemjkZrBxTzxXb1hlDcwUTIcVxRMTegCjhuje3XD9gmU3w5YQJ6xKr9
# cmmvHaus9ja+NSZk2pg7uhp7M62AW36MEBydUv626GIl3GoPz130/o5Tz9bshVZN
# 7928jaTjkY+yOSxRnOlwaQ3KNi1wjjHINSi947SHJMPgyY9+tVSP3PoFVZhtaDua
# Rr3tpK56KTesy+uDRedGbsoy1cCGMFxPLOJiss254o2I5JasAUq7vnGpF1tnYN74
# kpEeHT39IM9zfUGaRnXNxF803RKJ1v2lIH1+/NmeRd+2ci/bfV+AutuqfjbsNkz2
# K26oElHovwUDo9Fzpk03dJQcNIIP8BDyt0cY7afomXw/TNuvXsLz1dhzPUNOwTM5
# TI4CvEJoLhDqhFFG4tG9ahhaYQFzymeiXtcodgLiMxhy16cg8ML6EgrXY28MyTZk
# i1ugpoMhXV8wdJGUlNi5UPkLiWHzNgY1GIRH29wb0f2y1BzFa/ZcUlFdEtsluq9Q
# BXpsxREdcu+N+VLEhReTwDwV2xo3xwgVGD94q0W29R6HXtqPnhZyacaue7e3Pmri
# Lq0CAwEAAaOCAd0wggHZMBIGCSsGAQQBgjcVAQQFAgMBAAEwIwYJKwYBBAGCNxUC
# BBYEFCqnUv5kxJq+gpE8RjUpzxD/LwTuMB0GA1UdDgQWBBSfpxVdAF5iXYP05dJl
# pxtTNRnpcjBcBgNVHSAEVTBTMFEGDCsGAQQBgjdMg30BATBBMD8GCCsGAQUFBwIB
# FjNodHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20vcGtpb3BzL0RvY3MvUmVwb3NpdG9y
# eS5odG0wEwYDVR0lBAwwCgYIKwYBBQUHAwgwGQYJKwYBBAGCNxQCBAweCgBTAHUA
# YgBDAEEwCwYDVR0PBAQDAgGGMA8GA1UdEwEB/wQFMAMBAf8wHwYDVR0jBBgwFoAU
# 1fZWy4/oolxiaNE9lJBb186aGMQwVgYDVR0fBE8wTTBLoEmgR4ZFaHR0cDovL2Ny
# bC5taWNyb3NvZnQuY29tL3BraS9jcmwvcHJvZHVjdHMvTWljUm9vQ2VyQXV0XzIw
# MTAtMDYtMjMuY3JsMFoGCCsGAQUFBwEBBE4wTDBKBggrBgEFBQcwAoY+aHR0cDov
# L3d3dy5taWNyb3NvZnQuY29tL3BraS9jZXJ0cy9NaWNSb29DZXJBdXRfMjAxMC0w
# Ni0yMy5jcnQwDQYJKoZIhvcNAQELBQADggIBAJ1VffwqreEsH2cBMSRb4Z5yS/yp
# b+pcFLY+TkdkeLEGk5c9MTO1OdfCcTY/2mRsfNB1OW27DzHkwo/7bNGhlBgi7ulm
# ZzpTTd2YurYeeNg2LpypglYAA7AFvonoaeC6Ce5732pvvinLbtg/SHUB2RjebYIM
# 9W0jVOR4U3UkV7ndn/OOPcbzaN9l9qRWqveVtihVJ9AkvUCgvxm2EhIRXT0n4ECW
# OKz3+SmJw7wXsFSFQrP8DJ6LGYnn8AtqgcKBGUIZUnWKNsIdw2FzLixre24/LAl4
# FOmRsqlb30mjdAy87JGA0j3mSj5mO0+7hvoyGtmW9I/2kQH2zsZ0/fZMcm8Qq3Uw
# xTSwethQ/gpY3UA8x1RtnWN0SCyxTkctwRQEcb9k+SS+c23Kjgm9swFXSVRk2XPX
# fx5bRAGOWhmRaw2fpCjcZxkoJLo4S5pu+yFUa2pFEUep8beuyOiJXk+d0tBMdrVX
# VAmxaQFEfnyhYWxz/gq77EFmPWn9y8FBSX5+k77L+DvktxW/tM4+pTFRhLy/AsGC
# onsXHRWJjXD+57XQKBqJC4822rpM+Zv/Cuk0+CQ1ZyvgDbjmjJnW4SLq8CdCPSWU
# 5nR0W2rRnj7tfqAxM328y+l7vzhwRNGQ8cirOoo6CGJ/2XBjU02N7oJtpQUQwXEG
# ahC0HVUzWLOhcGbyoYIDVjCCAj4CAQEwggEBoYHZpIHWMIHTMQswCQYDVQQGEwJV
# UzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UE
# ChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMS0wKwYDVQQLEyRNaWNyb3NvZnQgSXJl
# bGFuZCBPcGVyYXRpb25zIExpbWl0ZWQxJzAlBgNVBAsTHm5TaGllbGQgVFNTIEVT
# TjozMjFBLTA1RTAtRDk0NzElMCMGA1UEAxMcTWljcm9zb2Z0IFRpbWUtU3RhbXAg
# U2VydmljZaIjCgEBMAcGBSsOAwIaAxUAtkQt/ebWSQ5DnG+aKRzPELCFE9GggYMw
# gYCkfjB8MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UE
# BxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSYwJAYD
# VQQDEx1NaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EgMjAxMDANBgkqhkiG9w0BAQsF
# AAIFAOptwTEwIhgPMjAyNDA4MTkxMzAzNDVaGA8yMDI0MDgyMDEzMDM0NVowdDA6
# BgorBgEEAYRZCgQBMSwwKjAKAgUA6m3BMQIBADAHAgEAAgIkwjAHAgEAAgITZDAK
# AgUA6m8SsQIBADA2BgorBgEEAYRZCgQCMSgwJjAMBgorBgEEAYRZCgMCoAowCAIB
# AAIDB6EgoQowCAIBAAIDAYagMA0GCSqGSIb3DQEBCwUAA4IBAQA8PYVe2A6flPHA
# Nd58vInjaLOmWstGbfi6U/DQV/umllZDO0p/WOuY2dp0LqXaWA8UGEJWP3kgqc/a
# 70MgnlbVLWbjtVAvAI5y8S+RX3fzql0KoMuWn50o0veBttfNkr+2cWcWl3MmLsHl
# j6bJn2O+ii7NZmqxJ7V1YAx1h51DsPVDUnhoKg5G5pwJgTSyr0tsSo4RZvRgd1Cc
# Ca7720lTBLpIpF495AphOdmmgf67lV9+zqLTvESJMq5Eh2M+TG4P8aksk2TF0xJy
# ioj96OxR7RxM+flzhU9YmyKMKWj4c0H/AiV6VePVJq563CcAN9Aj838QVWSfaSDW
# YXL8IrTrMYIEDTCCBAkCAQEwgZMwfDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldh
# c2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBD
# b3Jwb3JhdGlvbjEmMCQGA1UEAxMdTWljcm9zb2Z0IFRpbWUtU3RhbXAgUENBIDIw
# MTACEzMAAAH4o6EmDAxASP4AAQAAAfgwDQYJYIZIAWUDBAIBBQCgggFKMBoGCSqG
# SIb3DQEJAzENBgsqhkiG9w0BCRABBDAvBgkqhkiG9w0BCQQxIgQgOIcShiwA2z9/
# TnvMQwjXeP0C1j3dr9ss11btyQ0CZbgwgfoGCyqGSIb3DQEJEAIvMYHqMIHnMIHk
# MIG9BCDvzDPyXw1UkAUFYt8bR4UdjM90Qv5xnVaiKD3I0Zz3WjCBmDCBgKR+MHwx
# CzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRt
# b25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24xJjAkBgNVBAMTHU1p
# Y3Jvc29mdCBUaW1lLVN0YW1wIFBDQSAyMDEwAhMzAAAB+KOhJgwMQEj+AAEAAAH4
# MCIEIH8ELv+m7/JqD0VCYmeA8DT2EmlbeBwyJBFbFy1/xNCMMA0GCSqGSIb3DQEB
# CwUABIICAAcOLMfGrqRsgv1KVAjWu/40nbk0/nsdCv1VXQtkv2JSvet1argIPWA/
# nfdSe7ST5D6pLnRz20YLgqiiKRHg2bxigqVjPDnA/PDkAejZFgk+VfQ1lCbQ/JP9
# UHiWhckCdtHTbjoGM/AYP3Jl6LJOqFPNQCh+sczyethrXobcyr/yVd8FtDOzJew0
# DFePwKb/UxqNfXJjxHXheF7upBL2QZEYAy2L+cP6Hk9RdOKu8GU6eOiEjPrNX9+r
# Yf78p9qm9kqXuxy1czyWMNAtqOxLLjdmKQJo6FdFbOSJ73xjkSHGT6moU5eact4q
# dvJMpoKigc1PWhG1ZnybrU2/+K5GG3BKpw3SksEeucjZ5w06YcnVFGEchvShwbVF
# phaKMoRPMOxkOE2XLIA6sqcGz24tAsFlLm+gwacYk6zhQL5PrF3N9kHWH7wqNti1
# TI4XCJFf+QsugaBF9iXYH+kRkbSXeSHp4gCHAHLfY0dJyKWuA5TXwTYcmPi0Jaux
# w/D+53vcocsUkBXWB+JC3ZxBTcAZKNHPar7nAuPsQtgFaRlDZgKzz6RxClZL364k
# oTgeRZt2hMz/oL5+c43LNV/+LmIv2nsINrVMorYuDNc/tiEvE03CFAX8KOhvfqlR
# FfN/RnT7Br+BOtmdMSzg5QgcgeYyahTxrA2rXLDz0R7r8sbRcAC2
# SIG # End signature block