Merge pull request #5634 from cormacpayne/move-tests

Maddie Clayton · web-flow · commit 4b98454b18e3 · 2018-03-02T11:12:44.000-08:00
Move flaky Batch and Profile tests to on-demand build
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/BatchApplicationPackageTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/BatchApplicationPackageTests.cs
@@ -26,7 +26,7 @@ public class BatchApplicationPackageTests : WindowsAzure.Commands.Test.Utilities
         private const string version = "foo";
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestUploadApplicationPackage()
         {
             string id = "newApplicationPackage";
@@ -56,7 +56,7 @@ public void TestUploadApplicationPackage()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestUpdateApplicationPackage()
         {
             string id = "updateApplicationPackage";
@@ -86,7 +86,7 @@ public void TestUpdateApplicationPackage()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestCreatePoolWithApplicationPackage()
         {
             string id = "createPoolWithApplicationPackage";
@@ -115,7 +115,7 @@ public void TestCreatePoolWithApplicationPackage()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestUpdatePoolWithApplicationPackage()
         {
             string id = "updatePoolWithApplicationPackage";
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/CertificateTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/CertificateTests.cs
@@ -28,14 +28,14 @@ public CertificateTests(Xunit.Abstractions.ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestCertificateCrudOperations()
         {
             BatchController.NewInstance.RunPsTest("Test-CertificateCrudOperations");
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestCancelCertificateDelete()
         {
             BatchController controller = BatchController.NewInstance;
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/ComputeNodeTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/ComputeNodeTests.cs
@@ -29,7 +29,7 @@ public ComputeNodeTests(Xunit.Abstractions.ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestRemoveComputeNodes()
         {
             BatchController controller = BatchController.NewInstance;
@@ -52,7 +52,7 @@ public void TestRemoveComputeNodes()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestRebootAndReimageComputeNode()
         {
             BatchController controller = BatchController.NewInstance;
@@ -75,7 +75,7 @@ public void TestRebootAndReimageComputeNode()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestDisableAndEnableComputeNodeScheduling()
         {
             BatchController controller = BatchController.NewInstance;
@@ -95,7 +95,7 @@ public void TestDisableAndEnableComputeNodeScheduling()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestGetComputeNodeRemoteLoginSettings()
         {
             BatchController controller = BatchController.NewInstance;
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/FileTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/FileTests.cs
@@ -30,7 +30,7 @@ public FileTests(Xunit.Abstractions.ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestGetNodeFileContentByTask()
         {
             BatchController controller = BatchController.NewInstance;
@@ -58,7 +58,7 @@ public void TestGetNodeFileContentByTask()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestGetNodeFileContentByComputeNode()
         {
             BatchController controller = BatchController.NewInstance;
@@ -77,7 +77,7 @@ public void TestGetNodeFileContentByComputeNode()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestGetRemoteDesktopProtocolFile()
         {
             BatchController controller = BatchController.NewInstance;
@@ -96,7 +96,7 @@ public void TestGetRemoteDesktopProtocolFile()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestDeleteNodeFileByTask()
         {
             BatchController controller = BatchController.NewInstance;
@@ -123,7 +123,7 @@ public void TestDeleteNodeFileByTask()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestDeleteNodeFileByComputeNode()
         {
             BatchController controller = BatchController.NewInstance;
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/JobScheduleTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/JobScheduleTests.cs
@@ -34,7 +34,7 @@ public void TestJobScheduleCRUD()
 
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestDisableEnableTerminateJobSchedule()
         {
             BatchController controller = BatchController.NewInstance;
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/JobTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/JobTests.cs
@@ -28,15 +28,15 @@ public JobTests(Xunit.Abstractions.ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestJobCRUD()
         {
             BatchController.NewInstance.RunPsTest("Test-JobCRUD");
         }
 
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestDisableEnableTerminateJob()
         {
             BatchController controller = BatchController.NewInstance;
@@ -59,7 +59,7 @@ public void TestDisableEnableTerminateJob()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void IfJobSetsAutoFailure_ItCompletesWhenAnyTaskFails()
         {
             BatchController controller = BatchController.NewInstance;
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/PoolTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/PoolTests.cs
@@ -31,14 +31,14 @@ public PoolTests(Xunit.Abstractions.ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestPoolCRUD()
         {
             BatchController.NewInstance.RunPsTest("Test-PoolCRUD");
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestResizeAndStopResizePool()
         {
             BatchController controller = BatchController.NewInstance;
@@ -60,7 +60,7 @@ public void TestResizeAndStopResizePool()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestAutoScaleActions()
         {
             BatchController controller = BatchController.NewInstance;
@@ -82,7 +82,7 @@ public void TestAutoScaleActions()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public  void TestChangeOSVersion()
         {
             BatchController controller = BatchController.NewInstance;
diff --git a/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/TaskTests.cs b/src/ResourceManager/AzureBatch/Commands.Batch.Test/ScenarioTests/TaskTests.cs
@@ -26,7 +26,7 @@ public TaskTests(Xunit.Abstractions.ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestTaskCRUD()
         {
             BatchController controller = BatchController.NewInstance;
@@ -48,7 +48,7 @@ public void TestTaskCRUD()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestCreateTaskCollection()
         {
             BatchController controller = BatchController.NewInstance;
@@ -70,7 +70,7 @@ public void TestCreateTaskCollection()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestTerminateTask()
         {
             BatchController controller = BatchController.NewInstance;
@@ -97,7 +97,7 @@ public void TestTerminateTask()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestListAllSubtasks()
         {
             BatchController controller = BatchController.NewInstance;
diff --git a/src/ResourceManager/Common/Commands.ScenarioTests.ResourceManager.Common/Constants.cs b/src/ResourceManager/Common/Commands.ScenarioTests.ResourceManager.Common/Constants.cs
@@ -65,6 +65,8 @@ public class Category
         public const string BVT = "BVT";
 
         public const string CheckIn = "CheckIn";
+        
+        public const string Flaky = "Flaky";
 
         // Run Type
         public const string RunType = "RunType";
diff --git a/src/ResourceManager/Profile/Commands.Profile.Test/ArgumentCompleterTests.cs b/src/ResourceManager/Profile/Commands.Profile.Test/ArgumentCompleterTests.cs
@@ -36,14 +36,14 @@ public ArgumentCompleterTests(ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestLocationCompleter()
         {
             ProfileController.NewInstance.RunPsTest(xunitLogger, "72f988bf-86f1-41af-91ab-2d7cd011db47", "Test-LocationCompleter");
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void TestResourceGroupCompleter()
         {
             ProfileController.NewInstance.RunPsTest(xunitLogger, "72f988bf-86f1-41af-91ab-2d7cd011db47", "Test-ResourceGroupCompleter");
diff --git a/src/ResourceManager/Profile/Commands.Profile.Test/LongRunningCmdletTests.cs b/src/ResourceManager/Profile/Commands.Profile.Test/LongRunningCmdletTests.cs
@@ -48,7 +48,7 @@ public LongRunningCmdletTests(ITestOutputHelper output)
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanReceiveAllStreams()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -61,7 +61,7 @@ public void CanReceiveAllStreams()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanSupportShouldProcess()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -74,7 +74,7 @@ public void CanSupportShouldProcess()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanSupportShouldContinue()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -88,7 +88,7 @@ public void CanSupportShouldContinue()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanHandleCmdletException()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -103,7 +103,7 @@ public void CanHandleCmdletException()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanHandleCmdletStop()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -129,7 +129,7 @@ public void CanHandleCmdletStop()
 
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanHandleShouldProcessExceptionForConfirm()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -145,7 +145,7 @@ public void CanHandleShouldProcessExceptionForConfirm()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanHandleShouldProcessExceptionForWhatIf()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -162,7 +162,7 @@ public void CanHandleShouldProcessExceptionForWhatIf()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void CanHandleShouldContinueException()
         {
             Mock<ICommandRuntime> mockRuntime;
@@ -177,7 +177,7 @@ public void CanHandleShouldContinueException()
         }
 
         [Fact]
-        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        [Trait(Category.AcceptanceType, Category.Flaky)]
         public void JobCopiesCmdletParameterSet()
         {
             Mock<ICommandRuntime> mock = new Mock<ICommandRuntime>();

Original file line number	Diff line number	Diff line change
`@@ -26,7 +26,7 @@ public class BatchApplicationPackageTests : WindowsAzure.Commands.Test.Utilities`
`26`	`26`	`private const string version = "foo";`
`27`	`27`
`28`	`28`	`[Fact]`
`29`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`29`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`30`	`30`	`public void TestUploadApplicationPackage()`
`31`	`31`	`{`
`32`	`32`	`string id = "newApplicationPackage";`
`@@ -56,7 +56,7 @@ public void TestUploadApplicationPackage()`
`56`	`56`	`}`
`57`	`57`
`58`	`58`	`[Fact]`
`59`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`59`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`60`	`60`	`public void TestUpdateApplicationPackage()`
`61`	`61`	`{`
`62`	`62`	`string id = "updateApplicationPackage";`
`@@ -86,7 +86,7 @@ public void TestUpdateApplicationPackage()`
`86`	`86`	`}`
`87`	`87`
`88`	`88`	`[Fact]`
`89`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`89`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`90`	`90`	`public void TestCreatePoolWithApplicationPackage()`
`91`	`91`	`{`
`92`	`92`	`string id = "createPoolWithApplicationPackage";`
`@@ -115,7 +115,7 @@ public void TestCreatePoolWithApplicationPackage()`
`115`	`115`	`}`
`116`	`116`
`117`	`117`	`[Fact]`
`118`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`118`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`119`	`119`	`public void TestUpdatePoolWithApplicationPackage()`
`120`	`120`	`{`
`121`	`121`	`string id = "updatePoolWithApplicationPackage";`
Original file line number	Diff line number	Diff line change
`@@ -28,14 +28,14 @@ public CertificateTests(Xunit.Abstractions.ITestOutputHelper output)`
`28`	`28`	`}`
`29`	`29`
`30`	`30`	`[Fact]`
`31`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`31`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`32`	`32`	`public void TestCertificateCrudOperations()`
`33`	`33`	`{`
`34`	`34`	`BatchController.NewInstance.RunPsTest("Test-CertificateCrudOperations");`
`35`	`35`	`}`
`36`	`36`
`37`	`37`	`[Fact]`
`38`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`38`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`39`	`39`	`public void TestCancelCertificateDelete()`
`40`	`40`	`{`
`41`	`41`	`BatchController controller = BatchController.NewInstance;`
Original file line number	Diff line number	Diff line change
`@@ -29,7 +29,7 @@ public ComputeNodeTests(Xunit.Abstractions.ITestOutputHelper output)`
`29`	`29`	`}`
`30`	`30`
`31`	`31`	`[Fact]`
`32`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`32`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`33`	`33`	`public void TestRemoveComputeNodes()`
`34`	`34`	`{`
`35`	`35`	`BatchController controller = BatchController.NewInstance;`
`@@ -52,7 +52,7 @@ public void TestRemoveComputeNodes()`
`52`	`52`	`}`
`53`	`53`
`54`	`54`	`[Fact]`
`55`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`55`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`56`	`56`	`public void TestRebootAndReimageComputeNode()`
`57`	`57`	`{`
`58`	`58`	`BatchController controller = BatchController.NewInstance;`
`@@ -75,7 +75,7 @@ public void TestRebootAndReimageComputeNode()`
`75`	`75`	`}`
`76`	`76`
`77`	`77`	`[Fact]`
`78`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`78`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`79`	`79`	`public void TestDisableAndEnableComputeNodeScheduling()`
`80`	`80`	`{`
`81`	`81`	`BatchController controller = BatchController.NewInstance;`
`@@ -95,7 +95,7 @@ public void TestDisableAndEnableComputeNodeScheduling()`
`95`	`95`	`}`
`96`	`96`
`97`	`97`	`[Fact]`
`98`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`98`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`99`	`99`	`public void TestGetComputeNodeRemoteLoginSettings()`
`100`	`100`	`{`
`101`	`101`	`BatchController controller = BatchController.NewInstance;`
Original file line number	Diff line number	Diff line change
`@@ -30,7 +30,7 @@ public FileTests(Xunit.Abstractions.ITestOutputHelper output)`
`30`	`30`	`}`
`31`	`31`
`32`	`32`	`[Fact]`
`33`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`33`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`34`	`34`	`public void TestGetNodeFileContentByTask()`
`35`	`35`	`{`
`36`	`36`	`BatchController controller = BatchController.NewInstance;`
`@@ -58,7 +58,7 @@ public void TestGetNodeFileContentByTask()`
`58`	`58`	`}`
`59`	`59`
`60`	`60`	`[Fact]`
`61`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`61`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`62`	`62`	`public void TestGetNodeFileContentByComputeNode()`
`63`	`63`	`{`
`64`	`64`	`BatchController controller = BatchController.NewInstance;`
`@@ -77,7 +77,7 @@ public void TestGetNodeFileContentByComputeNode()`
`77`	`77`	`}`
`78`	`78`
`79`	`79`	`[Fact]`
`80`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`80`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`81`	`81`	`public void TestGetRemoteDesktopProtocolFile()`
`82`	`82`	`{`
`83`	`83`	`BatchController controller = BatchController.NewInstance;`
`@@ -96,7 +96,7 @@ public void TestGetRemoteDesktopProtocolFile()`
`96`	`96`	`}`
`97`	`97`
`98`	`98`	`[Fact]`
`99`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`99`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`100`	`100`	`public void TestDeleteNodeFileByTask()`
`101`	`101`	`{`
`102`	`102`	`BatchController controller = BatchController.NewInstance;`
`@@ -123,7 +123,7 @@ public void TestDeleteNodeFileByTask()`
`123`	`123`	`}`
`124`	`124`
`125`	`125`	`[Fact]`
`126`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`126`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`127`	`127`	`public void TestDeleteNodeFileByComputeNode()`
`128`	`128`	`{`
`129`	`129`	`BatchController controller = BatchController.NewInstance;`
Original file line number	Diff line number	Diff line change
`@@ -34,7 +34,7 @@ public void TestJobScheduleCRUD()`
`34`	`34`
`35`	`35`
`36`	`36`	`[Fact]`
`37`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`37`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`38`	`38`	`public void TestDisableEnableTerminateJobSchedule()`
`39`	`39`	`{`
`40`	`40`	`BatchController controller = BatchController.NewInstance;`
Original file line number	Diff line number	Diff line change
`@@ -28,15 +28,15 @@ public JobTests(Xunit.Abstractions.ITestOutputHelper output)`
`28`	`28`	`}`
`29`	`29`
`30`	`30`	`[Fact]`
`31`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`31`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`32`	`32`	`public void TestJobCRUD()`
`33`	`33`	`{`
`34`	`34`	`BatchController.NewInstance.RunPsTest("Test-JobCRUD");`
`35`	`35`	`}`
`36`	`36`
`37`	`37`
`38`	`38`	`[Fact]`
`39`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`39`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`40`	`40`	`public void TestDisableEnableTerminateJob()`
`41`	`41`	`{`
`42`	`42`	`BatchController controller = BatchController.NewInstance;`
`@@ -59,7 +59,7 @@ public void TestDisableEnableTerminateJob()`
`59`	`59`	`}`
`60`	`60`
`61`	`61`	`[Fact]`
`62`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`62`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`63`	`63`	`public void IfJobSetsAutoFailure_ItCompletesWhenAnyTaskFails()`
`64`	`64`	`{`
`65`	`65`	`BatchController controller = BatchController.NewInstance;`
Original file line number	Diff line number	Diff line change
`@@ -31,14 +31,14 @@ public PoolTests(Xunit.Abstractions.ITestOutputHelper output)`
`31`	`31`	`}`
`32`	`32`
`33`	`33`	`[Fact]`
`34`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`34`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`35`	`35`	`public void TestPoolCRUD()`
`36`	`36`	`{`
`37`	`37`	`BatchController.NewInstance.RunPsTest("Test-PoolCRUD");`
`38`	`38`	`}`
`39`	`39`
`40`	`40`	`[Fact]`
`41`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`41`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`42`	`42`	`public void TestResizeAndStopResizePool()`
`43`	`43`	`{`
`44`	`44`	`BatchController controller = BatchController.NewInstance;`
`@@ -60,7 +60,7 @@ public void TestResizeAndStopResizePool()`
`60`	`60`	`}`
`61`	`61`
`62`	`62`	`[Fact]`
`63`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`63`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`64`	`64`	`public void TestAutoScaleActions()`
`65`	`65`	`{`
`66`	`66`	`BatchController controller = BatchController.NewInstance;`
`@@ -82,7 +82,7 @@ public void TestAutoScaleActions()`
`82`	`82`	`}`
`83`	`83`
`84`	`84`	`[Fact]`
`85`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`85`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`86`	`86`	`public void TestChangeOSVersion()`
`87`	`87`	`{`
`88`	`88`	`BatchController controller = BatchController.NewInstance;`
Original file line number	Diff line number	Diff line change
`@@ -26,7 +26,7 @@ public TaskTests(Xunit.Abstractions.ITestOutputHelper output)`
`26`	`26`	`}`
`27`	`27`
`28`	`28`	`[Fact]`
`29`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`29`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`30`	`30`	`public void TestTaskCRUD()`
`31`	`31`	`{`
`32`	`32`	`BatchController controller = BatchController.NewInstance;`
`@@ -48,7 +48,7 @@ public void TestTaskCRUD()`
`48`	`48`	`}`
`49`	`49`
`50`	`50`	`[Fact]`
`51`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`51`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`52`	`52`	`public void TestCreateTaskCollection()`
`53`	`53`	`{`
`54`	`54`	`BatchController controller = BatchController.NewInstance;`
`@@ -70,7 +70,7 @@ public void TestCreateTaskCollection()`
`70`	`70`	`}`
`71`	`71`
`72`	`72`	`[Fact]`
`73`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`73`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`74`	`74`	`public void TestTerminateTask()`
`75`	`75`	`{`
`76`	`76`	`BatchController controller = BatchController.NewInstance;`
`@@ -97,7 +97,7 @@ public void TestTerminateTask()`
`97`	`97`	`}`
`98`	`98`
`99`	`99`	`[Fact]`
`100`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`100`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`101`	`101`	`public void TestListAllSubtasks()`
`102`	`102`	`{`
`103`	`103`	`BatchController controller = BatchController.NewInstance;`
Original file line number	Diff line number	Diff line change
`@@ -36,14 +36,14 @@ public ArgumentCompleterTests(ITestOutputHelper output)`
`36`	`36`	`}`
`37`	`37`
`38`	`38`	`[Fact]`
`39`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`39`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`40`	`40`	`public void TestLocationCompleter()`
`41`	`41`	`{`
`42`	`42`	`ProfileController.NewInstance.RunPsTest(xunitLogger, "72f988bf-86f1-41af-91ab-2d7cd011db47", "Test-LocationCompleter");`
`43`	`43`	`}`
`44`	`44`
`45`	`45`	`[Fact]`
`46`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`46`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`47`	`47`	`public void TestResourceGroupCompleter()`
`48`	`48`	`{`
`49`	`49`	`ProfileController.NewInstance.RunPsTest(xunitLogger, "72f988bf-86f1-41af-91ab-2d7cd011db47", "Test-ResourceGroupCompleter");`
Original file line number	Diff line number	Diff line change
`@@ -48,7 +48,7 @@ public LongRunningCmdletTests(ITestOutputHelper output)`
`48`	`48`	`}`
`49`	`49`
`50`	`50`	`[Fact]`
`51`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`51`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`52`	`52`	`public void CanReceiveAllStreams()`
`53`	`53`	`{`
`54`	`54`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -61,7 +61,7 @@ public void CanReceiveAllStreams()`
`61`	`61`	`}`
`62`	`62`
`63`	`63`	`[Fact]`
`64`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`64`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`65`	`65`	`public void CanSupportShouldProcess()`
`66`	`66`	`{`
`67`	`67`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -74,7 +74,7 @@ public void CanSupportShouldProcess()`
`74`	`74`	`}`
`75`	`75`
`76`	`76`	`[Fact]`
`77`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`77`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`78`	`78`	`public void CanSupportShouldContinue()`
`79`	`79`	`{`
`80`	`80`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -88,7 +88,7 @@ public void CanSupportShouldContinue()`
`88`	`88`	`}`
`89`	`89`
`90`	`90`	`[Fact]`
`91`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`91`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`92`	`92`	`public void CanHandleCmdletException()`
`93`	`93`	`{`
`94`	`94`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -103,7 +103,7 @@ public void CanHandleCmdletException()`
`103`	`103`	`}`
`104`	`104`
`105`	`105`	`[Fact]`
`106`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`106`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`107`	`107`	`public void CanHandleCmdletStop()`
`108`	`108`	`{`
`109`	`109`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -129,7 +129,7 @@ public void CanHandleCmdletStop()`
`129`	`129`
`130`	`130`
`131`	`131`	`[Fact]`
`132`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`132`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`133`	`133`	`public void CanHandleShouldProcessExceptionForConfirm()`
`134`	`134`	`{`
`135`	`135`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -145,7 +145,7 @@ public void CanHandleShouldProcessExceptionForConfirm()`
`145`	`145`	`}`
`146`	`146`
`147`	`147`	`[Fact]`
`148`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`148`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`149`	`149`	`public void CanHandleShouldProcessExceptionForWhatIf()`
`150`	`150`	`{`
`151`	`151`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -162,7 +162,7 @@ public void CanHandleShouldProcessExceptionForWhatIf()`
`162`	`162`	`}`
`163`	`163`
`164`	`164`	`[Fact]`
`165`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`165`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`166`	`166`	`public void CanHandleShouldContinueException()`
`167`	`167`	`{`
`168`	`168`	`Mock<ICommandRuntime> mockRuntime;`
`@@ -177,7 +177,7 @@ public void CanHandleShouldContinueException()`
`177`	`177`	`}`
`178`	`178`
`179`	`179`	`[Fact]`
`180`		`- [Trait(Category.AcceptanceType, Category.CheckIn)]`
	`180`	`+ [Trait(Category.AcceptanceType, Category.Flaky)]`
`181`	`181`	`public void JobCopiesCmdletParameterSet()`
`182`	`182`	`{`
`183`	`183`	`Mock<ICommandRuntime> mock = new Mock<ICommandRuntime>();`