checks/HADR.Tests.ps1
|
$filename = $MyInvocation.MyCommand.Name.Replace(".Tests.ps1", "") Describe "Cluster Health" -Tags ClusterHealth, $filename { $domainname = Get-DbcConfigValue domain.name $tcpport = Get-DbcConfigValue policy.hadr.tcpport foreach ($cluster in (Get-ComputerName)) { function Get-ClusterObject { [CmdletBinding()] param ( [string]$Cluster ) if (-not (Get-Module FailoverClusters)) { try { Import-Module FailoverClusters -ErrorAction Stop } catch { Stop-PSFFunction -Message "FailoverClusters module could not load" -ErrorRecord $psitem return } } [pscustomobject]$return = @{ } $return.Cluster = (Get-Cluster -Name $cluster) $return.Nodes = (Get-ClusterNode -Cluster $cluster) $return.Resources = (Get-ClusterResource -Cluster $cluster) $return.Network = (Get-ClusterNetwork -Cluster $cluster) $listeners = $return.AGStatus.AvailabilityGroupListeners.Name $return.SqlTestListeners = $listeners.ForEach{ Test-DbaConnection -SqlInstance $psitem } $return.SqlTestReplicas = $return.AGReplica.ForEach{ Test-DbaConnection -SqlInstance $psitem.Name } $return.Groups = (Get-ClusterGroup -Cluster $cluster) $listeneripaddress = (Get-ClusterResource -Cluster $cluster -InputObject (Get-ClusterResource -Cluster $cluster | Where-Object { $psitem.ResourceType -like "SQL Server Availability Group" }).OwnerGroup) $return.AGOwner = $return.Resources.Where{ $psitem.ResourceType -eq 'SQL Server Availability Group' }.OwnerNode $return.AGStatus = (Get-DbaAvailabilityGroup -SqlInstance $return.AGOwner.Name) $listeners = $return.AGStatus.AvailabilityGroupListeners.Name $return.AGReplica = (Get-DbaAgReplica -SqlInstance $return.AGStatus.PrimaryReplica) $return.AGDatabasesPrim = (Get-DbaAgDatabase -SqlInstance $return.AGStatus.PrimaryReplica) $synchronoussecondaries = $return.AGReplica.Where{ $psitem.Role -eq 'Secondary' -and $psitem.AvailabilityMode -eq 'SynchronousCommit' }.Name $return.AGDatabasesSecSync = $synchronoussecondaries.ForEach{ Get-DbaAgDatabase -SqlInstance $psitem } $asyncsecondaries = $return.AGReplica.Where{ $psitem.Role -eq 'Secondary' -and $psitem.AvailabilityMode -eq 'AsynchronousCommit' }.Name $return.AGDatabasesSecASync = $asyncsecondaries.ForEach{ Get-DbaAgDatabase -SqlInstance $psitem } $return.SqlTestListeners = $listeners.ForEach{ Test-DbaConnection -SqlInstance $psitem } $return.SqlTestReplicas = $return.AGReplica.ForEach{ Test-DbaConnection -SqlInstance $psitem.Name } } } $return = Get-ClusterObject -Cluster $cluster Describe "Cluster Server Health" -Tags ClusterServerHealth, $filename { Context "Cluster Nodes for $cluster" { $return.Nodes.ForEach{ It "Node $($psitem.Name) Should Be Up" { $psitem.State | Should -Be 'Up' -Because 'Every node in the cluster should be available' } } } Context "Cluster Resources for $cluster" { $return.Resources.foreach{ It "Resource $($psitem.Name) Should Be Online" { $psitem.State | Should -Be 'Online' -Because 'All of the cluster resources should be online' } } } Context "Cluster Networks for $cluster" { $return.Network.ForEach{ It "$($psitem.Name) Should Be Up" { $psitem.State | Should -Be 'Up' -Because 'All of the CLuster Networks should be up' } } } Context "HADR Status for $cluster" { $return.Nodes.ForEach{ It "HADR Should Be Enabled on the Server $($psitem.Name)" { (Get-DbaAgHadr -SqlInstance $psitem.Name).IsHadrEnabled | Should -BeTrue -Because 'All of the SQL Services should have HADR enabled' } } } } Describe "Cluster Network Health" -Tags ClusterNetworkHealth, $filename { Context "Cluster Connectivity for $cluster" { $return.SqlTestListeners.ForEach{ It "Listener $($psitem.SqlInstance) Should Be Pingable" { $psitem.IsPingable | Should -BeTrue -Because 'The listeners should be pingable' } It "Listener $($psitem.SqlInstance) Should Be Connectable" { $psitem.ConnectSuccess | Should -BeTrue -Because 'The listener should process SQL commands successfully' } It "Listener $($psitem.SqlInstance) Domain Name Should Be $domainname" { $psitem.DomainName | Should -Be $domainname -Because 'This is what we expect the domain name to be' } It "Listener $($psitem.SqlInstance) TCP Port Should Be $tcpport" { $psitem.TCPPort | Should -Be $tcpport -Because 'This is what we said the TCP Port should be' } } $return.SqlTestReplicas.ForEach{ It "Replica $($psitem.SqlInstance) Should Be Pingable" { $psitem.IsPingable | Should -BeTrue -Because 'Each replica should be pingable' } It "Replica $($psitem.SqlInstance) Should Be Connectable" { $psitem.ConnectSuccess | Should -BeTrue -Because 'Each replica should be able to process SQL commands' } It "Replica $($psitem.SqlInstance) Domain Name Should Be $domainname" { $psitem.DomainName | Should -Be $domainname -Because 'This is what we expect the domain name to be' } It "Replica $($psitem.SqlInstance) TCP Port Should Be $tcpport" { $psitem.TCPPort | Should -Be $tcpport -Because 'This is what we expect the TCP Port to be' } } } } Describe "Availability Group Health" -Tags AvailabilityGroupHealth, $filename { Context "Availability Group Status for $cluster" { $return.AGReplica.Where.ForEach{ It "$($psitem.Replica) Replica should not be in Unknown Availability Mode" { $psitem.AvailabilityMode | Should Not Be 'Unknown' -Because 'The replica should not be in unknown state' } } $return.AGReplica.Where{ $psitem.AvailabilityMode -eq 'SynchronousCommit' }.ForEach{ It "$($psitem.Replica) Replica Should Be synchronised" { $psitem.RollupSynchronizationState | Should -Be 'Synchronized' -Because 'The synchronous replica should not synchronised' } } $return.AGReplica.Where{ $psitem.AvailabilityMode -eq 'ASynchronousCommit' }.ForEach{ It "$($psitem.Replica) Replica Should Be synchronising" { $psitem.RollupSynchronizationState | Should -Be 'Synchronizing' -Because 'The asynchronous replica should be synchronizing ' } } $return.AGReplica.Where.ForEach{ It"$($psitem.Replica) Replica Should Be Connected" { $psitem.ConnectionState | Should -Be 'Connected' -Because 'The replica should be connected' } } } Context "Database AG Status for $cluster" { $return.AGDatabasesPrim.ForEach{ It "Database $($psitem.DatabaseName) Should Be Synchronised on the Primary Replica $($psitem.Replica)" { $psitem.SynchronizationState | Should -Be 'Synchronized' -Because 'The database on the primary replica should be synchronised' } It "Database $($psitem.DatabaseName) Should Be Failover Ready on the Primary Replica $($psitem.Replica)" { $psitem.IsFailoverReady | Should -BeTrue -Because 'The database on the primary replica should be ready to failover' } It "Database $($psitem.DatabaseName) Should Be Joined on the Primary Replica $($psitem.Replica)" { $psitem.IsJoined | Should -BeTrue -Because 'The database on the primary replica should be joined to the availablity group' } It "Database $($psitem.DatabaseName) Should Not Be Suspended on the Primary Replica $($psitem.Replica)" { $psitem.IsSuspended | Should -Be $False -Because 'The database on the primary replica should not be suspended' } } $return.AGDatabasesSecSync.ForEach{ It "Database $($psitem.DatabaseName) Should Be Synchronised on the Secondary Replica $($psitem.Replica)" { $psitem.SynchronizationState | Should -Be 'Synchronized' -Because 'The database on the synchronous secondary replica should be synchronised' } It "Database $($psitem.DatabaseName) Should Be Failover Ready on the Secondary Replica $($psitem.Replica)" { $psitem.IsFailoverReady | Should -BeTrue -Because 'The database on the synchronous secondary replica should be ready to failover' } It "Database $($psitem.DatabaseName) Should Be Joined on the Secondary Replica $($psitem.Replica)" { $psitem.IsJoined | Should -BeTrue -Because 'The database on the synchronous secondary replica should be joined to the Availability Group' } It "Database $($psitem.DatabaseName) Should Not Be Suspended on the Secondary Replica $($psitem.Replica)" { $psitem.IsSuspended | Should -Be $False -Because 'The database on the synchronous secondary replica should not be suspended' } } $return.AGDatabasesSecASync.ForEach{ It "Database $($psitem.DatabaseName) Should Be Synchronising on the Secondary as it is Async" { $psitem.SynchronizationState | Should -Be 'Synchronizing' -Because 'The database on the asynchronous secondary replica should be synchronising' } It "Database $($psitem.DatabaseName) Should Be Failover Ready on the Secondary Replica $($psitem.Replica)" { $psitem.IsFailoverReady | Should -BeTrue -Because 'The database on the asynchronous secondary replica should be ready to failover' } It "Database $($psitem.DatabaseName) Should Be Joined on the Secondary Replica $($psitem.Replica)" { $psitem.IsJoined | Should -BeTrue -Because 'The database on the asynchronous secondary replica should be joined to the availaility group' } It "Database $($psitem.DatabaseName) Should Not Be Suspended on the Secondary Replica $($psitem.Replica)" { $psitem.IsSuspended | Should -Be $False -Because 'The database on the asynchronous secondary replica should not be suspended' } } } Context "Extended Event Status for $cluster" { $return.AGReplica.ForEach{ $Xevents = Get-DbaXESession -SqlInstance $psitem It "Replica $($psitem) should have an Extended Event Session called AlwaysOn_health" { $Xevents.Name | Should -Contain 'AlwaysOn_health' -Because 'The Extended Events session should exist' } It "Replica $($psitem) Always On Health XEvent Should Be Running" { $Xevents.Where{ $_.Name -eq 'AlwaysOn_health' }.Status | Should -Be 'Running' -Because 'The extended event session will enable you to troubleshoot errors' } It "Replica $($psitem) Always On Health XEvent Auto Start Should Be True" { $Xevents.Where{ $_.Name -eq 'AlwaysOn_health' }.AutoStart | Should -BeTrue -Because 'The extended event session will enable you to troubleshoot errors' } } } } } # SIG # Begin signature block # MIINEAYJKoZIhvcNAQcCoIINATCCDP0CAQExCzAJBgUrDgMCGgUAMGkGCisGAQQB # gjcCAQSgWzBZMDQGCisGAQQBgjcCAR4wJgIDAQAABBAfzDtgWUsITrck0sYpfvNR # AgEAAgEAAgEAAgEAAgEAMCEwCQYFKw4DAhoFAAQUh378OCLBkVTHf4D6Esy5Az6w # pUegggpSMIIFGjCCBAKgAwIBAgIQAsF1KHTVwoQxhSrYoGRpyjANBgkqhkiG9w0B # AQsFADByMQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYD # VQQLExB3d3cuZGlnaWNlcnQuY29tMTEwLwYDVQQDEyhEaWdpQ2VydCBTSEEyIEFz # c3VyZWQgSUQgQ29kZSBTaWduaW5nIENBMB4XDTE3MDUwOTAwMDAwMFoXDTIwMDUx # MzEyMDAwMFowVzELMAkGA1UEBhMCVVMxETAPBgNVBAgTCFZpcmdpbmlhMQ8wDQYD # VQQHEwZWaWVubmExETAPBgNVBAoTCGRiYXRvb2xzMREwDwYDVQQDEwhkYmF0b29s # czCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAI8ng7JxnekL0AO4qQgt # Kr6p3q3SNOPh+SUZH+SyY8EA2I3wR7BMoT7rnZNolTwGjUXn7bRC6vISWg16N202 # 1RBWdTGW2rVPBVLF4HA46jle4hcpEVquXdj3yGYa99ko1w2FOWzLjKvtLqj4tzOh # K7wa/Gbmv0Si/FU6oOmctzYMI0QXtEG7lR1HsJT5kywwmgcjyuiN28iBIhT6man0 # Ib6xKDv40PblKq5c9AFVldXUGVeBJbLhcEAA1nSPSLGdc7j4J2SulGISYY7ocuX3 # tkv01te72Mv2KkqqpfkLEAQjXgtM0hlgwuc8/A4if+I0YtboCMkVQuwBpbR9/6ys # Z+sCAwEAAaOCAcUwggHBMB8GA1UdIwQYMBaAFFrEuXsqCqOl6nEDwGD5LfZldQ5Y # MB0GA1UdDgQWBBRcxSkFqeA3vvHU0aq2mVpFRSOdmjAOBgNVHQ8BAf8EBAMCB4Aw # EwYDVR0lBAwwCgYIKwYBBQUHAwMwdwYDVR0fBHAwbjA1oDOgMYYvaHR0cDovL2Ny # bDMuZGlnaWNlcnQuY29tL3NoYTItYXNzdXJlZC1jcy1nMS5jcmwwNaAzoDGGL2h0 # dHA6Ly9jcmw0LmRpZ2ljZXJ0LmNvbS9zaGEyLWFzc3VyZWQtY3MtZzEuY3JsMEwG # A1UdIARFMEMwNwYJYIZIAYb9bAMBMCowKAYIKwYBBQUHAgEWHGh0dHBzOi8vd3d3 # LmRpZ2ljZXJ0LmNvbS9DUFMwCAYGZ4EMAQQBMIGEBggrBgEFBQcBAQR4MHYwJAYI # KwYBBQUHMAGGGGh0dHA6Ly9vY3NwLmRpZ2ljZXJ0LmNvbTBOBggrBgEFBQcwAoZC # aHR0cDovL2NhY2VydHMuZGlnaWNlcnQuY29tL0RpZ2lDZXJ0U0hBMkFzc3VyZWRJ # RENvZGVTaWduaW5nQ0EuY3J0MAwGA1UdEwEB/wQCMAAwDQYJKoZIhvcNAQELBQAD # ggEBANuBGTbzCRhgG0Th09J0m/qDqohWMx6ZOFKhMoKl8f/l6IwyDrkG48JBkWOA # QYXNAzvp3Ro7aGCNJKRAOcIjNKYef/PFRfFQvMe07nQIj78G8x0q44ZpOVCp9uVj # sLmIvsmF1dcYhOWs9BOG/Zp9augJUtlYpo4JW+iuZHCqjhKzIc74rEEiZd0hSm8M # asshvBUSB9e8do/7RhaKezvlciDaFBQvg5s0fICsEhULBRhoyVOiUKUcemprPiTD # xh3buBLuN0bBayjWmOMlkG1Z6i8DUvWlPGz9jiBT3ONBqxXfghXLL6n8PhfppBhn # daPQO8+SqF5rqrlyBPmRRaTz2GQwggUwMIIEGKADAgECAhAECRgbX9W7ZnVTQ7Vv # lVAIMA0GCSqGSIb3DQEBCwUAMGUxCzAJBgNVBAYTAlVTMRUwEwYDVQQKEwxEaWdp # Q2VydCBJbmMxGTAXBgNVBAsTEHd3dy5kaWdpY2VydC5jb20xJDAiBgNVBAMTG0Rp # Z2lDZXJ0IEFzc3VyZWQgSUQgUm9vdCBDQTAeFw0xMzEwMjIxMjAwMDBaFw0yODEw # MjIxMjAwMDBaMHIxCzAJBgNVBAYTAlVTMRUwEwYDVQQKEwxEaWdpQ2VydCBJbmMx # GTAXBgNVBAsTEHd3dy5kaWdpY2VydC5jb20xMTAvBgNVBAMTKERpZ2lDZXJ0IFNI # QTIgQXNzdXJlZCBJRCBDb2RlIFNpZ25pbmcgQ0EwggEiMA0GCSqGSIb3DQEBAQUA # A4IBDwAwggEKAoIBAQD407Mcfw4Rr2d3B9MLMUkZz9D7RZmxOttE9X/lqJ3bMtdx # 6nadBS63j/qSQ8Cl+YnUNxnXtqrwnIal2CWsDnkoOn7p0WfTxvspJ8fTeyOU5JEj # lpB3gvmhhCNmElQzUHSxKCa7JGnCwlLyFGeKiUXULaGj6YgsIJWuHEqHCN8M9eJN # YBi+qsSyrnAxZjNxPqxwoqvOf+l8y5Kh5TsxHM/q8grkV7tKtel05iv+bMt+dDk2 # DZDv5LVOpKnqagqrhPOsZ061xPeM0SAlI+sIZD5SlsHyDxL0xY4PwaLoLFH3c7y9 # hbFig3NBggfkOItqcyDQD2RzPJ6fpjOp/RnfJZPRAgMBAAGjggHNMIIByTASBgNV # HRMBAf8ECDAGAQH/AgEAMA4GA1UdDwEB/wQEAwIBhjATBgNVHSUEDDAKBggrBgEF # BQcDAzB5BggrBgEFBQcBAQRtMGswJAYIKwYBBQUHMAGGGGh0dHA6Ly9vY3NwLmRp # Z2ljZXJ0LmNvbTBDBggrBgEFBQcwAoY3aHR0cDovL2NhY2VydHMuZGlnaWNlcnQu # Y29tL0RpZ2lDZXJ0QXNzdXJlZElEUm9vdENBLmNydDCBgQYDVR0fBHoweDA6oDig # NoY0aHR0cDovL2NybDQuZGlnaWNlcnQuY29tL0RpZ2lDZXJ0QXNzdXJlZElEUm9v # dENBLmNybDA6oDigNoY0aHR0cDovL2NybDMuZGlnaWNlcnQuY29tL0RpZ2lDZXJ0 # QXNzdXJlZElEUm9vdENBLmNybDBPBgNVHSAESDBGMDgGCmCGSAGG/WwAAgQwKjAo # BggrBgEFBQcCARYcaHR0cHM6Ly93d3cuZGlnaWNlcnQuY29tL0NQUzAKBghghkgB # hv1sAzAdBgNVHQ4EFgQUWsS5eyoKo6XqcQPAYPkt9mV1DlgwHwYDVR0jBBgwFoAU # Reuir/SSy4IxLVGLp6chnfNtyA8wDQYJKoZIhvcNAQELBQADggEBAD7sDVoks/Mi # 0RXILHwlKXaoHV0cLToaxO8wYdd+C2D9wz0PxK+L/e8q3yBVN7Dh9tGSdQ9RtG6l # jlriXiSBThCk7j9xjmMOE0ut119EefM2FAaK95xGTlz/kLEbBw6RFfu6r7VRwo0k # riTGxycqoSkoGjpxKAI8LpGjwCUR4pwUR6F6aGivm6dcIFzZcbEMj7uo+MUSaJ/P # QMtARKUT8OZkDCUIQjKyNookAv4vcn4c10lFluhZHen6dGRrsutmQ9qzsIzV6Q3d # 9gEgzpkxYz0IGhizgZtPxpMQBvwHgfqL2vmCSfdibqFT+hKUGIUukpHqaGxEMrJm # oecYpJpkUe8xggIoMIICJAIBATCBhjByMQswCQYDVQQGEwJVUzEVMBMGA1UEChMM # RGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3d3cuZGlnaWNlcnQuY29tMTEwLwYDVQQD # EyhEaWdpQ2VydCBTSEEyIEFzc3VyZWQgSUQgQ29kZSBTaWduaW5nIENBAhACwXUo # dNXChDGFKtigZGnKMAkGBSsOAwIaBQCgeDAYBgorBgEEAYI3AgEMMQowCKACgACh # AoAAMBkGCSqGSIb3DQEJAzEMBgorBgEEAYI3AgEEMBwGCisGAQQBgjcCAQsxDjAM # BgorBgEEAYI3AgEVMCMGCSqGSIb3DQEJBDEWBBSrhZ2AIZGsgjyYUkTCfjZmMBN3 # 1DANBgkqhkiG9w0BAQEFAASCAQBRA8clcVDQ7FSYcqtsRlP7SQBX2J31YATOVL4Q # jI7TfQamtzeqcrPsadU0nDQeWogTo246ZZoVozClmzG7ZXDcAb6gBEUds724LL/4 # fqz8fNbQEgyzvY6sfTkfQpBn3VEf6vtAh/cqqnzHd5Ut/soJNHAV/j8diMNbRxB9 # CglCk1cWHO6CsTiGOYmD9LWjkYcGemv+kvnDLStGhcnsRPeWM/IdmbtS1+CaRopQ # P/qGYEDoDPZzFaJZJwnZ4A3Lb/tT/rhl60s/KC7yh1VzZauIUhtWYf/33W6uWXeN # o3wJPbgYEvB6aUTtfdsEwlrRR67fkH9eEaT8EgStMyqkSlfS # SIG # End signature block |