Merge pull request #5301 from MiYanni/TestAutomation

Test automation

Author: markcowl

.gitignore

@@ -212,4 +212,8 @@ FakesAssemblies/
 *.GhostDoc.xml
 pingme.txt
 groupMapping*.json
-.vscode/
+.vscode/
+/tools/AutomationTestFramework/RunBooks
+/tools/AutomationTestFramework/TestHelpers/TestHelpers.zip
+Results
+Package

src/ResourceManager/Common/Commands.ScenarioTests.ResourceManager.Common/Common.ps1

@@ -364,7 +364,7 @@ function getRandomItemName {
         $prefix = "ps";
     }
 
-    $str = $prefix + ((Get-Random) % 10000);
+    $str = $prefix + (([guid]::NewGuid().ToString() -replace '-','')[0..9] -join '');
     return $str;
 }
 

src/ResourceManager/Compute/Commands.Compute.Test/ScenarioTests/VirtualMachineScaleSetTests.ps1

@@ -51,6 +51,8 @@ Update-AzureRmVmssInstance                         1.2.4      AzureRM.Compute
 <#
 .SYNOPSIS
 Test Virtual Machine Scale Set
+.DESCRIPTION
+Smoke[Ignore]Test
 #>
 function Test-VirtualMachineScaleSet
 {

src/ResourceManager/Compute/Commands.Compute.Test/ScenarioTests/VirtualMachineTests.ps1

@@ -15,6 +15,8 @@
 <#
 .SYNOPSIS
 Test Virtual Machines
+.DESCRIPTION
+SmokeTest
 #>
 function Test-VirtualMachine
 {

src/ResourceManager/KeyVault/Commands.KeyVault.Test/Scripts/VaultSecretTests.ps1

@@ -51,6 +51,8 @@ function BulkCreateSecretVersions ($vault, $name, $total)
 <#
 .SYNOPSIS
 Create a secret with default attributes
+.DESCRIPTION
+SmokeTest
 #>
 
 function Test_CreateSecret
@@ -67,6 +69,8 @@ function Test_CreateSecret
 <#
 .SYNOPSIS
 Create a secret with custom attributes
+.DESCRIPTION
+SmokeTest
 #>
 
 function Test_CreateSecretWithCustomAttributes
@@ -84,6 +88,8 @@ function Test_CreateSecretWithCustomAttributes
 <#
 .SYNOPSIS
 Update a secret
+.DESCRIPTION
+SmokeTest
 #>
 
 function Test_UpdateSecret
@@ -157,6 +163,8 @@ function Test_SetSecretInNoPermissionVault
 <#
 .SYNOPSIS
 Tests update individual secret attributes
+.DESCRIPTION
+SmokeTest
 #>
 function Test_UpdateIndividualSecretAttributes
 {
@@ -392,8 +400,9 @@ function Test_SetSecretAttrInNoPermissionVault
 <#
 .SYNOPSIS
 Tests get one secret from key vault
+.DESCRIPTION
+SmokeTest
 #>
-
 function Test_GetOneSecret
 {
     $keyVault = Get-KeyVault
@@ -413,8 +422,9 @@ function Test_GetOneSecret
 <#
 .SYNOPSIS
 Tests get all secrets from key vault
+.DESCRIPTION
+SmokeTest
 #>
-
 function Test_GetAllSecrets
 {
     $keyVault = Get-KeyVault
@@ -551,6 +561,8 @@ function Test_GetSecretInNoPermissionVault
 <#
 .SYNOPSIS
 Tests remove a secret
+.DESCRIPTION
+SmokeTest
 #>
 function Test_RemoveSecretWithoutPrompt
 {
@@ -660,6 +672,8 @@ function Test_RemoveSecretInNoPermissionVault
 <#
 .SYNOPSIS
 Tests backup and restoring of a secret by name
+.DESCRIPTION
+SmokeTest
 #>
 function Test_BackupRestoreSecretByName
 {
@@ -831,8 +845,9 @@ function Test_PipelineRemoveSecrets
 <#
 .SYNOPSIS
 Tests getting a previously deleted secret
+.DESCRIPTION
+SmokeTest
 #>
-
 function Test_GetDeletedSecret
 {
 	# Create a software secret for deleting
@@ -855,8 +870,9 @@ function Test_GetDeletedSecret
 <#
 .SYNOPSIS
 Tests listing all previously deleted secrets
+.DESCRIPTION
+SmokeTest
 #>
-
 function Test_GetDeletedSecrets
 {
 	$keyVault = Get-KeyVault
@@ -877,8 +893,9 @@ function Test_GetDeletedSecrets
 <#
 .SYNOPSIS
 Tests recovering a previously deleted secret.
+.DESCRIPTION
+SmokeTest
 #>
-
 function Test_UndoRemoveSecret
 {
 	# Create a software secret for updating
@@ -902,8 +919,9 @@ function Test_UndoRemoveSecret
 <#
 .SYNOPSIS
 Tests purging a deleted secret for good.
+.DESCRIPTION
+SmokeTest
 #>
-
 function Test_RemoveDeletedSecret
 {
 	# Create a software key for updating

src/ResourceManager/Network/Commands.Network.Test/ScenarioTests/VirtualNetworkTests.ps1

@@ -15,6 +15,8 @@
 <#
 .SYNOPSIS
 Tests creating new simple virtualNetwork.
+.DESCRIPTION
+SmokeTest
 #>
 function Test-VirtualNetworkCRUD
 {
@@ -100,6 +102,8 @@ function Test-VirtualNetworkCRUD
 <#
 .SYNOPSIS
 Tests creating new simple virtualNetwork and subnets.
+.DESCRIPTION
+SmokeTest
 #>
 function Test-subnetCRUD
 {
@@ -425,6 +429,8 @@ function Test-ResourceNavigationLinksCRUD
 <#
 .SYNOPSIS
 Tests checking Virtual Network Usage feature.
+.DESCRIPTION
+SmokeTest
 #>
 function Test-VirtualNetworkUsage
 {

src/ResourceManager/Profile/Commands.Profile.Test/SubscriptionCmdletTests.ps1

@@ -15,6 +15,8 @@
 <#
 .SYNOPSIS
 Tests each of the major parts of retrieving subscriptions in ARM mode
+.DESCRIPTION
+SmokeTest
 #>
 function Test-GetSubscriptionsEndToEnd
 {
@@ -44,6 +46,12 @@ function Test-GetSubscriptionsEndToEnd
 	Assert-True {$tenantSubscriptions.Count -gt 0}
 }
 
+<#
+.SYNOPSIS
+Tests each of the major parts of retrieving subscriptions in ARM mode
+.DESCRIPTION
+SmokeTest
+#>
 function Test-PipingWithContext
 {
     $allSubscriptions = Get-AzureRmSubscription
@@ -70,6 +78,10 @@ function Test-PipingWithContext
 	Assert-AreEqual $contextByName.Subscription.Name  $nameContext.Subscription.Name
 }
 
+<#
+.SYNOPSIS
+Tests each of the major parts of retrieving subscriptions in ARM mode
+#>
 function Test-SetAzureRmContextEndToEnd
 {
     # This test requires that the tenant contains atleast two subscriptions
@@ -84,6 +96,12 @@ function Test-SetAzureRmContextEndToEnd
     Assert-ThrowsContains {Set-AzureRmContext -SubscriptionId $junkSubscriptionId} "provide a valid"
 }
 
+<#
+.SYNOPSIS
+Tests each of the major parts of retrieving subscriptions in ARM mode
+.DESCRIPTION
+SmokeTest
+#>
 function Test-SetAzureRmContextWithoutSubscription
 {
     $allSubscriptions = Get-AzureRmSubscription

src/ResourceManager/Resources/Commands.Resources.Test/ScenarioTests/Common.ps1

@@ -36,7 +36,10 @@ Gets the default location for a provider
 #>
 function Get-ProviderLocation($provider)
 {
-	if ([Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::Mode -ne [Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode]::Playback)
+	$assemblies = [AppDomain]::Currentdomain.GetAssemblies() | Select-Object FullName | ForEach-Object { $_.FullName.Substring(0, $_.FullName.IndexOf(',')) }
+    if ($assemblies -notcontains 'Microsoft.Azure.Test.HttpRecorder.HttpMockServer' `
+		-or $assemblies -notcontains 'Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode' `
+		-or [Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::Mode -ne [Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode]::Playback)
 	{
 		$namespace = $provider.Split("/")[0]  
 		if($provider.Contains("/"))  
@@ -74,7 +77,10 @@ Cleans the created resource groups
 #>
 function Clean-ResourceGroup($rgname)
 {
-    if ([Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::Mode -ne [Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode]::Playback) {
+	$assemblies = [AppDomain]::Currentdomain.GetAssemblies() | Select-Object FullName | ForEach-Object { $_.FullName.Substring(0, $_.FullName.IndexOf(',')) }
+    if ($assemblies -notcontains 'Microsoft.Azure.Test.HttpRecorder.HttpMockServer' `
+		-or $assemblies -notcontains 'Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode' `
+		-or [Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::Mode -ne [Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode]::Playback) {
         Remove-AzureRmResourceGroup -Name $rgname -Force
     }
 }

src/ResourceManager/Resources/Commands.Resources.Test/ScenarioTests/DeploymentTests.ps1

@@ -36,6 +36,8 @@ function Test-ValidateDeployment
 <#
 .SYNOPSIS
 Tests deployment via template file and parameter object.
+.DESCRIPTION
+Smoke[Broken]Test
 #>
 function Test-NewDeploymentFromTemplateFile
 {
@@ -70,6 +72,8 @@ function Test-NewDeploymentFromTemplateFile
 <#
 .SYNOPSIS
 Tests cross resource group deployment via template file.
+.DESCRIPTION
+Smoke[Broken]Test
 #>
 function Test-CrossResourceGroupDeploymentFromTemplateFile
 {
@@ -141,6 +145,8 @@ function Test-NestedErrorsDisplayed
 <#
 .SYNOPSIS
 Tests nested deployment.
+.DESCRIPTION
+Smoke[Broken]Test
 #>
 function Test-NestedDeploymentFromTemplateFile
 {
@@ -175,6 +181,8 @@ function Test-NestedDeploymentFromTemplateFile
 <#
 .SYNOPSIS
 Tests save deployment template file.
+.DESCRIPTION
+Smoke[Broken]Test
 #>
 function Test-SaveDeploymentTemplateFile
 {