Skip to content

Commit aa3a3f7

Browse files
author
AWS
committed
EMR Serverless Update: This release adds support for job concurrency and queuing configuration at Application level.
1 parent 28d5563 commit aa3a3f7

File tree

2 files changed

+54
-4
lines changed

2 files changed

+54
-4
lines changed
Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"type": "feature",
3+
"category": "EMR Serverless",
4+
"contributor": "",
5+
"description": "This release adds support for job concurrency and queuing configuration at Application level."
6+
}

services/emrserverless/src/main/resources/codegen-resources/service-2.json

Lines changed: 48 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,10 @@
22
"version":"2.0",
33
"metadata":{
44
"apiVersion":"2021-07-13",
5+
"auth":["aws.auth#sigv4"],
56
"endpointPrefix":"emr-serverless",
6-
"jsonVersion":"1.1",
77
"protocol":"rest-json",
8+
"protocols":["rest-json"],
89
"serviceFullName":"EMR Serverless",
910
"serviceId":"EMR Serverless",
1011
"signatureVersion":"v4",
@@ -370,6 +371,10 @@
370371
"interactiveConfiguration":{
371372
"shape":"InteractiveConfiguration",
372373
"documentation":"<p>The interactive configuration object that enables the interactive use cases for an application.</p>"
374+
},
375+
"schedulerConfiguration":{
376+
"shape":"SchedulerConfiguration",
377+
"documentation":"<p>The scheduler configuration for batch and streaming jobs running on this application. Supported with release labels emr-7.0.0 and above.</p>"
373378
}
374379
},
375380
"documentation":"<p>Information about an application. Amazon EMR Serverless uses applications to run jobs.</p>"
@@ -728,6 +733,10 @@
728733
"interactiveConfiguration":{
729734
"shape":"InteractiveConfiguration",
730735
"documentation":"<p>The interactive configuration object that enables the interactive use cases to use when running an application.</p>"
736+
},
737+
"schedulerConfiguration":{
738+
"shape":"SchedulerConfiguration",
739+
"documentation":"<p>The scheduler configuration for batch and streaming jobs running on this application. Supported with release labels emr-7.0.0 and above.</p>"
731740
}
732741
}
733742
},
@@ -793,7 +802,7 @@
793802
"type":"string",
794803
"max":2048,
795804
"min":20,
796-
"pattern":"arn:(aws[a-zA-Z0-9-]*):kms:[a-zA-Z0-9\\-]*:(\\d{12})?:key\\/[a-zA-Z0-9-]+"
805+
"pattern":"arn:(aws[a-zA-Z0-9-]*):kms:[a-zA-Z0-9\\-]*:([0-9]{12}):key\\/[a-zA-Z0-9-]+"
797806
},
798807
"EngineType":{
799808
"type":"string",
@@ -943,7 +952,7 @@
943952
"type":"string",
944953
"max":2048,
945954
"min":20,
946-
"pattern":"arn:(aws[a-zA-Z0-9-]*):iam::(\\d{12})?:(role((\\u002F)|(\\u002F[\\u0021-\\u007F]+\\u002F))[\\w+=,.@-]+)"
955+
"pattern":"arn:(aws[a-zA-Z0-9-]*):iam::([0-9]{12}):(role((\\u002F)|(\\u002F[\\u0021-\\u007F]+\\u002F))[\\w+=,.@-]+)"
947956
},
948957
"ImageConfiguration":{
949958
"type":"structure",
@@ -1168,6 +1177,18 @@
11681177
"attemptUpdatedAt":{
11691178
"shape":"Date",
11701179
"documentation":"<p>The date and time of when the job run attempt was last updated.</p>"
1180+
},
1181+
"startedAt":{
1182+
"shape":"Date",
1183+
"documentation":"<p>The date and time when the job moved to the RUNNING state.</p>"
1184+
},
1185+
"endedAt":{
1186+
"shape":"Date",
1187+
"documentation":"<p>The date and time when the job was terminated.</p>"
1188+
},
1189+
"queuedDurationMilliseconds":{
1190+
"shape":"Long",
1191+
"documentation":"<p>The total time for a job in the QUEUED state in milliseconds.</p>"
11711192
}
11721193
},
11731194
"documentation":"<p>Information about a job run. A job run is a unit of work, such as a Spark JAR, Hive query, or SparkSQL query, that you submit to an Amazon EMR Serverless application.</p>"
@@ -1278,7 +1299,8 @@
12781299
"SUCCESS",
12791300
"FAILED",
12801301
"CANCELLING",
1281-
"CANCELLED"
1302+
"CANCELLED",
1303+
"QUEUED"
12821304
]
12831305
},
12841306
"JobRunStateSet":{
@@ -1591,6 +1613,10 @@
15911613
"min":1,
15921614
"pattern":"[a-zA-Z]+[-_]*[a-zA-Z]+"
15931615
},
1616+
"Long":{
1617+
"type":"long",
1618+
"box":true
1619+
},
15941620
"ManagedPersistenceMonitoringConfiguration":{
15951621
"type":"structure",
15961622
"members":{
@@ -1780,6 +1806,20 @@
17801806
},
17811807
"documentation":"<p>The Amazon S3 configuration for monitoring log publishing. You can configure your jobs to send log information to Amazon S3.</p>"
17821808
},
1809+
"SchedulerConfiguration":{
1810+
"type":"structure",
1811+
"members":{
1812+
"queueTimeoutMinutes":{
1813+
"shape":"Integer",
1814+
"documentation":"<p>The maximum duration in minutes for the job in QUEUED state. If scheduler configuration is enabled on your application, the default value is 360 minutes (6 hours). The valid range is from 15 to 720.</p>"
1815+
},
1816+
"maxConcurrentRuns":{
1817+
"shape":"Integer",
1818+
"documentation":"<p>The maximum concurrent job runs on this application. If scheduler configuration is enabled on your application, the default value is 15. The valid range is 1 to 1000.</p>"
1819+
}
1820+
},
1821+
"documentation":"<p>The scheduler configuration for batch and streaming jobs running on this application. Supported with release labels emr-7.0.0 and above.</p>"
1822+
},
17831823
"SecurityGroupIds":{
17841824
"type":"list",
17851825
"member":{"shape":"SecurityGroupString"},
@@ -2128,6 +2168,10 @@
21282168
"monitoringConfiguration":{
21292169
"shape":"MonitoringConfiguration",
21302170
"documentation":"<p>The configuration setting for monitoring.</p>"
2171+
},
2172+
"schedulerConfiguration":{
2173+
"shape":"SchedulerConfiguration",
2174+
"documentation":"<p>The scheduler configuration for batch and streaming jobs running on this application. Supported with release labels emr-7.0.0 and above.</p>"
21312175
}
21322176
}
21332177
},

0 commit comments

Comments
 (0)