Skip to content

Commit cf27327

Browse files
feat(dataproc): update the api
#### dataproc:v1 The following keys were added: - schemas.AutotuningConfig (Total Keys: 4) - schemas.RuntimeConfig.properties.autotuningConfig.$ref (Total Keys: 1) - schemas.RuntimeConfig.properties.cohort.type (Total Keys: 1)
1 parent 7a985a7 commit cf27327

File tree

4 files changed

+113
-3
lines changed

4 files changed

+113
-3
lines changed

docs/dyn/dataproc_v1.projects.locations.batches.html

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -199,6 +199,12 @@ <h3>Method Details</h3>
199199
],
200200
},
201201
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for the batch execution.
202+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
203+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
204+
&quot;A String&quot;,
205+
],
206+
},
207+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
202208
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
203209
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
204210
&quot;a_key&quot;: &quot;A String&quot;,
@@ -392,6 +398,12 @@ <h3>Method Details</h3>
392398
],
393399
},
394400
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for the batch execution.
401+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
402+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
403+
&quot;A String&quot;,
404+
],
405+
},
406+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
395407
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
396408
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
397409
&quot;a_key&quot;: &quot;A String&quot;,
@@ -543,6 +555,12 @@ <h3>Method Details</h3>
543555
],
544556
},
545557
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for the batch execution.
558+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
559+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
560+
&quot;A String&quot;,
561+
],
562+
},
563+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
546564
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
547565
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
548566
&quot;a_key&quot;: &quot;A String&quot;,

docs/dyn/dataproc_v1.projects.locations.sessionTemplates.html

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -143,6 +143,12 @@ <h3>Method Details</h3>
143143
},
144144
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session template.
145145
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for session execution.
146+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
147+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
148+
&quot;A String&quot;,
149+
],
150+
},
151+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
146152
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
147153
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
148154
&quot;a_key&quot;: &quot;A String&quot;,
@@ -199,6 +205,12 @@ <h3>Method Details</h3>
199205
},
200206
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session template.
201207
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for session execution.
208+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
209+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
210+
&quot;A String&quot;,
211+
],
212+
},
213+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
202214
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
203215
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
204216
&quot;a_key&quot;: &quot;A String&quot;,
@@ -280,6 +292,12 @@ <h3>Method Details</h3>
280292
},
281293
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session template.
282294
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for session execution.
295+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
296+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
297+
&quot;A String&quot;,
298+
],
299+
},
300+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
283301
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
284302
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
285303
&quot;a_key&quot;: &quot;A String&quot;,
@@ -349,6 +367,12 @@ <h3>Method Details</h3>
349367
},
350368
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session template.
351369
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for session execution.
370+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
371+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
372+
&quot;A String&quot;,
373+
],
374+
},
375+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
352376
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
353377
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
354378
&quot;a_key&quot;: &quot;A String&quot;,
@@ -423,6 +447,12 @@ <h3>Method Details</h3>
423447
},
424448
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session template.
425449
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for session execution.
450+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
451+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
452+
&quot;A String&quot;,
453+
],
454+
},
455+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
426456
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
427457
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
428458
&quot;a_key&quot;: &quot;A String&quot;,
@@ -479,6 +509,12 @@ <h3>Method Details</h3>
479509
},
480510
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session template.
481511
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for session execution.
512+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
513+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
514+
&quot;A String&quot;,
515+
],
516+
},
517+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
482518
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
483519
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
484520
&quot;a_key&quot;: &quot;A String&quot;,

docs/dyn/dataproc_v1.projects.locations.sessions.html

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -142,6 +142,12 @@ <h3>Method Details</h3>
142142
},
143143
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session.
144144
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for the session execution.
145+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
146+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
147+
&quot;A String&quot;,
148+
],
149+
},
150+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
145151
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
146152
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
147153
&quot;a_key&quot;: &quot;A String&quot;,
@@ -303,6 +309,12 @@ <h3>Method Details</h3>
303309
},
304310
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session.
305311
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for the session execution.
312+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
313+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
314+
&quot;A String&quot;,
315+
],
316+
},
317+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
306318
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
307319
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
308320
&quot;a_key&quot;: &quot;A String&quot;,
@@ -404,6 +416,12 @@ <h3>Method Details</h3>
404416
},
405417
&quot;name&quot;: &quot;A String&quot;, # Required. The resource name of the session.
406418
&quot;runtimeConfig&quot;: { # Runtime configuration for a workload. # Optional. Runtime configuration for the session execution.
419+
&quot;autotuningConfig&quot;: { # Autotuning configuration of the workload. # Optional. Autotuning configuration of the workload.
420+
&quot;scenarios&quot;: [ # Optional. Scenarios for which tunings are applied.
421+
&quot;A String&quot;,
422+
],
423+
},
424+
&quot;cohort&quot;: &quot;A String&quot;, # Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.
407425
&quot;containerImage&quot;: &quot;A String&quot;, # Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.
408426
&quot;properties&quot;: { # Optional. A mapping of property names to values, which are used to configure workload execution.
409427
&quot;a_key&quot;: &quot;A String&quot;,

googleapiclient/discovery_cache/documents/dataproc.v1.json

Lines changed: 41 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3072,7 +3072,7 @@
30723072
}
30733073
}
30743074
},
3075-
"revision": "20240525",
3075+
"revision": "20240605",
30763076
"rootUrl": "https://dataproc.googleapis.com/",
30773077
"schemas": {
30783078
"AcceleratorConfig": {
@@ -3210,6 +3210,32 @@
32103210
},
32113211
"type": "object"
32123212
},
3213+
"AutotuningConfig": {
3214+
"description": "Autotuning configuration of the workload.",
3215+
"id": "AutotuningConfig",
3216+
"properties": {
3217+
"scenarios": {
3218+
"description": "Optional. Scenarios for which tunings are applied.",
3219+
"items": {
3220+
"enum": [
3221+
"SCENARIO_UNSPECIFIED",
3222+
"SCALING",
3223+
"BROADCAST_HASH_JOIN",
3224+
"MEMORY"
3225+
],
3226+
"enumDescriptions": [
3227+
"Default value.",
3228+
"Scaling recommendations such as initialExecutors.",
3229+
"Adding hints for potential relation broadcasts.",
3230+
"Memory management for workloads."
3231+
],
3232+
"type": "string"
3233+
},
3234+
"type": "array"
3235+
}
3236+
},
3237+
"type": "object"
3238+
},
32133239
"AuxiliaryNodeGroup": {
32143240
"description": "Node group identification and configuration information.",
32153241
"id": "AuxiliaryNodeGroup",
@@ -5606,7 +5632,9 @@
56065632
"DELETE",
56075633
"RESIZE",
56085634
"REPAIR",
5609-
"UPDATE_LABELS"
5635+
"UPDATE_LABELS",
5636+
"START",
5637+
"STOP"
56105638
],
56115639
"enumDescriptions": [
56125640
"Node group operation type is unknown.",
@@ -5615,7 +5643,9 @@
56155643
"Delete node group operation type.",
56165644
"Resize node group operation type.",
56175645
"Repair node group operation type.",
5618-
"Update node group label operation type."
5646+
"Update node group label operation type.",
5647+
"Start node group operation type.",
5648+
"Stop node group operation type."
56195649
],
56205650
"type": "string"
56215651
},
@@ -6208,6 +6238,14 @@
62086238
"description": "Runtime configuration for a workload.",
62096239
"id": "RuntimeConfig",
62106240
"properties": {
6241+
"autotuningConfig": {
6242+
"$ref": "AutotuningConfig",
6243+
"description": "Optional. Autotuning configuration of the workload."
6244+
},
6245+
"cohort": {
6246+
"description": "Optional. Cohort identifier. Identifies families of the workloads having the same shape, e.g. daily ETL jobs.",
6247+
"type": "string"
6248+
},
62116249
"containerImage": {
62126250
"description": "Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used.",
62136251
"type": "string"

0 commit comments

Comments
 (0)