(build) split publish job in parallel retry-able jobs

Author: arturcic

azure-pipelines.yml

@@ -71,8 +71,22 @@ stages:
   - job: Publish
     pool:
       vmImage: windows-latest
+    strategy:
+      matrix:
+        CI:
+          TASK_NAME: 'CI'
+        NuGet:
+          TASK_NAME: 'NuGet'
+        Chocolatey:
+         TASK_NAME: 'Chocolatey'
+        Gem:
+          TASK_NAME: 'Gem'
+        Documentation:
+          TASK_NAME: 'Documentation'
     steps:
     - template: build/stages/publish.yml
+      parameters:
+        taskName: $(TASK_NAME)
 
 - stage: Release
   dependsOn:

build.cake

@@ -142,10 +142,19 @@ Task("Test")
 
 Task("Publish-CI")
     .IsDependentOn("Publish-AppVeyor")
-    .IsDependentOn("Publish-AzurePipeline")
-    .Finally(() =>
-{
-});
+    .IsDependentOn("Publish-AzurePipeline");
+
+Task("Publish-Gem")
+    .IsDependentOn("Publish-Gem-Internal");
+
+Task("Publish-NuGet")
+    .IsDependentOn("Publish-NuGet-Internal");
+
+Task("Publish-Chocolatey")
+    .IsDependentOn("Publish-Chocolatey-Internal");
+
+Task("Publish-Documentation")
+    .IsDependentOn("Publish-Documentation-Internal");
 
 Task("Publish")
     .IsDependentOn("Publish-CI")

build/publish.cake

@@ -81,7 +81,7 @@ Task("Publish-AzurePipeline")
     publishingError = true;
 });
 
-Task("Publish-Gem")
+Task("Publish-Gem-Internal")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.EnabledPublishGem,        "Publish-Gem was disabled.")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnWindows,       "Publish-Gem works only on Windows agents.")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnAzurePipeline, "Publish-Gem works only on AzurePipeline.")
@@ -109,7 +109,7 @@ Task("Publish-Gem")
     publishingError = true;
 });
 
-Task("Publish-NuGet")
+Task("Publish-NuGet-Internal")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.EnabledPublishNuget,      "Publish-NuGet was disabled.")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnWindows,       "Publish-NuGet works only on Windows agents.")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnAzurePipeline, "Publish-NuGet works only on AzurePipeline.")
@@ -147,7 +147,7 @@ Task("Publish-NuGet")
     publishingError = true;
 });
 
-Task("Publish-Chocolatey")
+Task("Publish-Chocolatey-Internal")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.EnabledPublishChocolatey, "Publish-Chocolatey was disabled.")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnWindows,       "Publish-Chocolatey works only on Windows agents.")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnAzurePipeline, "Publish-Chocolatey works only on AzurePipeline.")

build/stages/publish.yml

@@ -1,3 +1,6 @@
+parameters:
+  taskName: ''
+
 steps:
 - template: common-steps.yml
 - task: UseRubyVersion@0
@@ -12,7 +15,7 @@ steps:
     source: current
     path: $(Build.SourcesDirectory)
     artifact: storage
-- script: dotnet cake build.cake --bootstrap && dotnet cake build.cake --target=Publish
+- script: dotnet cake build.cake --bootstrap && dotnet cake build.cake --target=Publish-${{ parameters.taskName }}
   displayName: '[Publish]'
   env:
     GITHUB_TOKEN: $(GITHUB_TOKEN)

build/wyam.cake

@@ -52,12 +52,12 @@ Task("Force-Publish-Documentation")
     PublishDocumentation(parameters);
 });
 
-Task("Publish-Documentation")
+Task("Publish-Documentation-Internal")
     .IsDependentOn("Clean-Documentation")
     .WithCriteria(() => DirectoryExists(MakeAbsolute(Directory("docs"))), "Wyam documentation directory is missing")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnWindows,       "Publish-Documentation is ran only on Windows agents.")
     .WithCriteria<BuildParameters>((context, parameters) => parameters.IsRunningOnAzurePipeline, "Publish-Documentation is ran only on AzurePipeline.")
-    .WithCriteria<BuildParameters>((context, parameters) => !parameters.IsPullRequest, "Publish-Documentation works only for non-PR commits.")
+    .WithCriteria<BuildParameters>((context, parameters) => parameters.IsStableRelease() || parameters.IsPreRelease(), "Publish-Documentation works only for non-PR commits.")
     .Does<BuildParameters>((parameters) =>
 {
     // Check to see if any documentation has changed