AWS Glue Update: Starting today, you can further control orchestration of your ETL workloads in AWS Glue by specifying the maximum number of concurrent runs for a Glue workflow.

Author: AWS

.changes/next-release/feature-AWSGlue-0d27e74.json

@@ -0,0 +1,5 @@
+{
+    "type": "feature",
+    "category": "AWS Glue",
+    "description": "Starting today, you can further control orchestration of your ETL workloads in AWS Glue by specifying the maximum number of concurrent runs for a Glue workflow."
+}

services/glue/src/main/resources/codegen-resources/service-2.json

@@ -1656,7 +1656,7 @@
         {"shape":"ConcurrentRunsExceededException"},
         {"shape":"IllegalWorkflowStateException"}
       ],
-      "documentation":"<p>Restarts any completed nodes in a workflow run and resumes the run execution.</p>"
+      "documentation":"<p>Restarts selected nodes of a previous partially completed workflow run and resumes the workflow run. The selected nodes and all nodes that are downstream from the selected nodes are run.</p>"
     },
     "SearchTables":{
       "name":"SearchTables",
@@ -3182,7 +3182,7 @@
         },
         "State":{
           "shape":"JobRunState",
-          "documentation":"<p>The condition state. Currently, the values supported are <code>SUCCEEDED</code>, <code>STOPPED</code>, <code>TIMEOUT</code>, and <code>FAILED</code>.</p>"
+          "documentation":"<p>The condition state. Currently, the only job states that a trigger can listen for are <code>SUCCEEDED</code>, <code>STOPPED</code>, <code>FAILED</code>, and <code>TIMEOUT</code>. The only crawler states that a trigger can listen for are <code>SUCCEEDED</code>, <code>FAILED</code>, and <code>CANCELLED</code>.</p>"
         },
         "CrawlerName":{
           "shape":"NameString",
@@ -4370,6 +4370,10 @@
         "Tags":{
           "shape":"TagsMap",
           "documentation":"<p>The tags to be used with this workflow.</p>"
+        },
+        "MaxConcurrentRuns":{
+          "shape":"NullableInteger",
+          "documentation":"<p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>"
         }
       }
     },
@@ -7397,7 +7401,7 @@
         },
         "JobRunState":{
           "shape":"JobRunState",
-          "documentation":"<p>The current state of the job run.</p>"
+          "documentation":"<p>The current state of the job run. For more information about the statuses of jobs that have terminated abnormally, see <a href=\"https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html\">AWS Glue Job Run Statuses</a>.</p>"
         },
         "Arguments":{
           "shape":"GenericMap",
@@ -8636,7 +8640,7 @@
         },
         "NodeIds":{
           "shape":"NodeIdList",
-          "documentation":"<p>A list of the node IDs for the nodes you want to restart. The nodes that are to be restarted must have an execution attempt in the original run.</p>"
+          "documentation":"<p>A list of the node IDs for the nodes you want to restart. The nodes that are to be restarted must have a run attempt in the original run.</p>"
         }
       }
     },
@@ -10606,6 +10610,10 @@
         "DefaultRunProperties":{
           "shape":"WorkflowRunProperties",
           "documentation":"<p>A collection of properties to be used as part of each execution of the workflow.</p>"
+        },
+        "MaxConcurrentRuns":{
+          "shape":"NullableInteger",
+          "documentation":"<p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>"
         }
       }
     },
@@ -10785,6 +10793,10 @@
         "Graph":{
           "shape":"WorkflowGraph",
           "documentation":"<p>The graph representing all the AWS Glue components that belong to the workflow as nodes and directed connections between them as edges.</p>"
+        },
+        "MaxConcurrentRuns":{
+          "shape":"NullableInteger",
+          "documentation":"<p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>"
         }
       },
       "documentation":"<p>A workflow represents a flow in which AWS Glue components should be executed to complete a logical task.</p>"
@@ -10840,6 +10852,10 @@
           "shape":"WorkflowRunStatus",
           "documentation":"<p>The status of the workflow run.</p>"
         },
+        "ErrorMessage":{
+          "shape":"ErrorString",
+          "documentation":"<p>This error message describes any error that may have occurred in starting the workflow run. Currently the only error message is \"Concurrent runs exceeded for workflow: <code>foo</code>.\"</p>"
+        },
         "Statistics":{
           "shape":"WorkflowRunStatistics",
           "documentation":"<p>The statistics of the run.</p>"
@@ -10892,7 +10908,8 @@
         "RUNNING",
         "COMPLETED",
         "STOPPING",
-        "STOPPED"
+        "STOPPED",
+        "ERROR"
       ]
     },
     "WorkflowRuns":{