Skip to content

Commit 742a2f7

Browse files
feat(dataproc): update the api
#### dataproc:v1 The following keys were added: - schemas.AutoscalingPolicy.properties.labels (Total Keys: 2) - schemas.BasicAutoscalingAlgorithm.properties.sparkStandaloneConfig.$ref (Total Keys: 1) - schemas.SparkStandaloneAutoscalingConfig (Total Keys: 12)
1 parent fbe6dac commit 742a2f7

8 files changed

+296
-133
lines changed

docs/dyn/dataproc_v1.projects.locations.autoscalingPolicies.html

Lines changed: 78 additions & 18 deletions
Large diffs are not rendered by default.

docs/dyn/dataproc_v1.projects.locations.workflowTemplates.html

Lines changed: 18 additions & 18 deletions
Large diffs are not rendered by default.

docs/dyn/dataproc_v1.projects.regions.autoscalingPolicies.html

Lines changed: 78 additions & 18 deletions
Large diffs are not rendered by default.

docs/dyn/dataproc_v1.projects.regions.clusters.html

Lines changed: 18 additions & 18 deletions
Large diffs are not rendered by default.

docs/dyn/dataproc_v1.projects.regions.jobs.html

Lines changed: 18 additions & 18 deletions
Large diffs are not rendered by default.

docs/dyn/dataproc_v1.projects.regions.operations.html

Lines changed: 18 additions & 18 deletions
Large diffs are not rendered by default.

docs/dyn/dataproc_v1.projects.regions.workflowTemplates.html

Lines changed: 18 additions & 18 deletions
Large diffs are not rendered by default.

googleapiclient/discovery_cache/documents/dataproc.v1.json

Lines changed: 50 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2316,7 +2316,7 @@
23162316
}
23172317
}
23182318
},
2319-
"revision": "20210930",
2319+
"revision": "20211019",
23202320
"rootUrl": "https://dataproc.googleapis.com/",
23212321
"schemas": {
23222322
"AcceleratorConfig": {
@@ -2357,6 +2357,13 @@
23572357
"description": "Required. The policy id.The id must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot begin or end with underscore or hyphen. Must consist of between 3 and 50 characters.",
23582358
"type": "string"
23592359
},
2360+
"labels": {
2361+
"additionalProperties": {
2362+
"type": "string"
2363+
},
2364+
"description": "Optional. The labels to associate with this autoscaling policy. Label keys must contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). Label values may be empty, but, if present, must contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be associated with an autoscaling policy.",
2365+
"type": "object"
2366+
},
23602367
"name": {
23612368
"description": "Output only. The \"resource name\" of the autoscaling policy, as described in https://cloud.google.com/apis/design/resource_names. For projects.regions.autoscalingPolicies, the resource name of the policy has the following format: projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id} For projects.locations.autoscalingPolicies, the resource name of the policy has the following format: projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}",
23622369
"readOnly": true,
@@ -2382,6 +2389,10 @@
23822389
"format": "google-duration",
23832390
"type": "string"
23842391
},
2392+
"sparkStandaloneConfig": {
2393+
"$ref": "SparkStandaloneAutoscalingConfig",
2394+
"description": "Optional. Spark Standalone autoscaling configuration"
2395+
},
23852396
"yarnConfig": {
23862397
"$ref": "BasicYarnAutoscalingConfig",
23872398
"description": "Optional. YARN autoscaling configuration."
@@ -2477,22 +2488,22 @@
24772488
"type": "object"
24782489
},
24792490
"Binding": {
2480-
"description": "Associates members with a role.",
2491+
"description": "Associates members, or principals, with a role.",
24812492
"id": "Binding",
24822493
"properties": {
24832494
"condition": {
24842495
"$ref": "Expr",
2485-
"description": "The condition that is associated with this binding.If the condition evaluates to true, then this binding applies to the current request.If the condition evaluates to false, then this binding does not apply to the current request. However, a different role binding might grant the same role to one or more of the members in this binding.To learn which resources support conditions in their IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/conditions/resource-policies)."
2496+
"description": "The condition that is associated with this binding.If the condition evaluates to true, then this binding applies to the current request.If the condition evaluates to false, then this binding does not apply to the current request. However, a different role binding might grant the same role to one or more of the principals in this binding.To learn which resources support conditions in their IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/conditions/resource-policies)."
24862497
},
24872498
"members": {
2488-
"description": "Specifies the identities requesting access for a Cloud Platform resource. members can have the following values: allUsers: A special identifier that represents anyone who is on the internet; with or without a Google account. allAuthenticatedUsers: A special identifier that represents anyone who is authenticated with a Google account or a service account. user:{emailid}: An email address that represents a specific Google account. For example, [email protected] . serviceAccount:{emailid}: An email address that represents a service account. For example, [email protected]. group:{emailid}: An email address that represents a Google group. For example, [email protected]. deleted:user:{emailid}?uid={uniqueid}: An email address (plus unique identifier) representing a user that has been recently deleted. For example, [email protected]?uid=123456789012345678901. If the user is recovered, this value reverts to user:{emailid} and the recovered user retains the role in the binding. deleted:serviceAccount:{emailid}?uid={uniqueid}: An email address (plus unique identifier) representing a service account that has been recently deleted. For example, [email protected]?uid=123456789012345678901. If the service account is undeleted, this value reverts to serviceAccount:{emailid} and the undeleted service account retains the role in the binding. deleted:group:{emailid}?uid={uniqueid}: An email address (plus unique identifier) representing a Google group that has been recently deleted. For example, [email protected]?uid=123456789012345678901. If the group is recovered, this value reverts to group:{emailid} and the recovered group retains the role in the binding. domain:{domain}: The G Suite domain (primary) that represents all the users of that domain. For example, google.com or example.com.",
2499+
"description": "Specifies the principals requesting access for a Cloud Platform resource. members can have the following values: allUsers: A special identifier that represents anyone who is on the internet; with or without a Google account. allAuthenticatedUsers: A special identifier that represents anyone who is authenticated with a Google account or a service account. user:{emailid}: An email address that represents a specific Google account. For example, [email protected] . serviceAccount:{emailid}: An email address that represents a service account. For example, [email protected]. group:{emailid}: An email address that represents a Google group. For example, [email protected]. deleted:user:{emailid}?uid={uniqueid}: An email address (plus unique identifier) representing a user that has been recently deleted. For example, [email protected]?uid=123456789012345678901. If the user is recovered, this value reverts to user:{emailid} and the recovered user retains the role in the binding. deleted:serviceAccount:{emailid}?uid={uniqueid}: An email address (plus unique identifier) representing a service account that has been recently deleted. For example, [email protected]?uid=123456789012345678901. If the service account is undeleted, this value reverts to serviceAccount:{emailid} and the undeleted service account retains the role in the binding. deleted:group:{emailid}?uid={uniqueid}: An email address (plus unique identifier) representing a Google group that has been recently deleted. For example, [email protected]?uid=123456789012345678901. If the group is recovered, this value reverts to group:{emailid} and the recovered group retains the role in the binding. domain:{domain}: The G Suite domain (primary) that represents all the users of that domain. For example, google.com or example.com.",
24892500
"items": {
24902501
"type": "string"
24912502
},
24922503
"type": "array"
24932504
},
24942505
"role": {
2495-
"description": "Role that is assigned to members. For example, roles/viewer, roles/editor, or roles/owner.",
2506+
"description": "Role that is assigned to the list of members, or principals. For example, roles/viewer, roles/editor, or roles/owner.",
24962507
"type": "string"
24972508
}
24982509
},
@@ -4056,11 +4067,11 @@
40564067
"type": "object"
40574068
},
40584069
"Policy": {
4059-
"description": "An Identity and Access Management (IAM) policy, which specifies access controls for Google Cloud resources.A Policy is a collection of bindings. A binding binds one or more members to a single role. Members can be user accounts, service accounts, Google groups, and domains (such as G Suite). A role is a named list of permissions; each role can be an IAM predefined role or a user-created custom role.For some types of Google Cloud resources, a binding can also specify a condition, which is a logical expression that allows access to a resource only if the expression evaluates to true. A condition can add constraints based on attributes of the request, the resource, or both. To learn which resources support conditions in their IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/conditions/resource-policies).JSON example: { \"bindings\": [ { \"role\": \"roles/resourcemanager.organizationAdmin\", \"members\": [ \"user:[email protected]\", \"group:[email protected]\", \"domain:google.com\", \"serviceAccount:[email protected]\" ] }, { \"role\": \"roles/resourcemanager.organizationViewer\", \"members\": [ \"user:[email protected]\" ], \"condition\": { \"title\": \"expirable access\", \"description\": \"Does not grant access after Sep 2020\", \"expression\": \"request.time < timestamp('2020-10-01T00:00:00.000Z')\", } } ], \"etag\": \"BwWWja0YfJA=\", \"version\": 3 } YAML example: bindings: - members: - user:[email protected] - group:[email protected] - domain:google.com - serviceAccount:[email protected] role: roles/resourcemanager.organizationAdmin - members: - user:[email protected] role: roles/resourcemanager.organizationViewer condition: title: expirable access description: Does not grant access after Sep 2020 expression: request.time < timestamp('2020-10-01T00:00:00.000Z') etag: BwWWja0YfJA= version: 3 For a description of IAM and its features, see the IAM documentation (https://cloud.google.com/iam/docs/).",
4070+
"description": "An Identity and Access Management (IAM) policy, which specifies access controls for Google Cloud resources.A Policy is a collection of bindings. A binding binds one or more members, or principals, to a single role. Principals can be user accounts, service accounts, Google groups, and domains (such as G Suite). A role is a named list of permissions; each role can be an IAM predefined role or a user-created custom role.For some types of Google Cloud resources, a binding can also specify a condition, which is a logical expression that allows access to a resource only if the expression evaluates to true. A condition can add constraints based on attributes of the request, the resource, or both. To learn which resources support conditions in their IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/conditions/resource-policies).JSON example: { \"bindings\": [ { \"role\": \"roles/resourcemanager.organizationAdmin\", \"members\": [ \"user:[email protected]\", \"group:[email protected]\", \"domain:google.com\", \"serviceAccount:[email protected]\" ] }, { \"role\": \"roles/resourcemanager.organizationViewer\", \"members\": [ \"user:[email protected]\" ], \"condition\": { \"title\": \"expirable access\", \"description\": \"Does not grant access after Sep 2020\", \"expression\": \"request.time < timestamp('2020-10-01T00:00:00.000Z')\", } } ], \"etag\": \"BwWWja0YfJA=\", \"version\": 3 } YAML example: bindings: - members: - user:[email protected] - group:[email protected] - domain:google.com - serviceAccount:[email protected] role: roles/resourcemanager.organizationAdmin - members: - user:[email protected] role: roles/resourcemanager.organizationViewer condition: title: expirable access description: Does not grant access after Sep 2020 expression: request.time < timestamp('2020-10-01T00:00:00.000Z') etag: BwWWja0YfJA= version: 3 For a description of IAM and its features, see the IAM documentation (https://cloud.google.com/iam/docs/).",
40604071
"id": "Policy",
40614072
"properties": {
40624073
"bindings": {
4063-
"description": "Associates a list of members to a role. Optionally, may specify a condition that determines how and when the bindings are applied. Each of the bindings must contain at least one member.The bindings in a Policy can refer to up to 1,500 members; up to 250 of these members can be Google groups. Each occurrence of a member counts towards these limits. For example, if the bindings grant 50 different roles to user:[email protected], and not to any other member, then you can add another 1,450 members to the bindings in the Policy.",
4074+
"description": "Associates a list of members, or principals, with a role. Optionally, may specify a condition that determines how and when the bindings are applied. Each of the bindings must contain at least one principal.The bindings in a Policy can refer to up to 1,500 principals; up to 250 of these principals can be Google groups. Each occurrence of a principal counts towards these limits. For example, if the bindings grant 50 different roles to user:[email protected], and not to any other principal, then you can add another 1,450 principals to the bindings in the Policy.",
40644075
"items": {
40654076
"$ref": "Binding"
40664077
},
@@ -4550,6 +4561,38 @@
45504561
},
45514562
"type": "object"
45524563
},
4564+
"SparkStandaloneAutoscalingConfig": {
4565+
"description": "Basic autoscaling configurations for Spark Standalone.",
4566+
"id": "SparkStandaloneAutoscalingConfig",
4567+
"properties": {
4568+
"gracefulDecommissionTimeout": {
4569+
"description": "Required. Timeout for Spark graceful decommissioning of spark workers. Specifies the duration to wait for spark worker to complete spark decomissioning tasks before forcefully removing workers. Only applicable to downscaling operations.Bounds: 0s, 1d.",
4570+
"format": "google-duration",
4571+
"type": "string"
4572+
},
4573+
"scaleDownFactor": {
4574+
"description": "Required. Fraction of required executors to remove from Spark Serverless clusters. A scale-down factor of 1.0 will result in scaling down so that there are no more executors for the Spark Job.(more aggressive scaling). A scale-down factor closer to 0 will result in a smaller magnitude of scaling donw (less aggressive scaling).Bounds: 0.0, 1.0.",
4575+
"format": "double",
4576+
"type": "number"
4577+
},
4578+
"scaleDownMinWorkerFraction": {
4579+
"description": "Optional. Minimum scale-down threshold as a fraction of total cluster size before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1 means the autoscaler must recommend at least a 2 worker scale-down for the cluster to scale. A threshold of 0 means the autoscaler will scale down on any recommended change.Bounds: 0.0, 1.0. Default: 0.0.",
4580+
"format": "double",
4581+
"type": "number"
4582+
},
4583+
"scaleUpFactor": {
4584+
"description": "Required. Fraction of required workers to add to Spark Standalone clusters. A scale-up factor of 1.0 will result in scaling up so that there are no more required workers for the Spark Job (more aggressive scaling). A scale-up factor closer to 0 will result in a smaller magnitude of scaling up (less aggressive scaling).Bounds: 0.0, 1.0.",
4585+
"format": "double",
4586+
"type": "number"
4587+
},
4588+
"scaleUpMinWorkerFraction": {
4589+
"description": "Optional. Minimum scale-up threshold as a fraction of total cluster size before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1 means the autoscaler must recommend at least a 2-worker scale-up for the cluster to scale. A threshold of 0 means the autoscaler will scale up on any recommended change.Bounds: 0.0, 1.0. Default: 0.0.",
4590+
"format": "double",
4591+
"type": "number"
4592+
}
4593+
},
4594+
"type": "object"
4595+
},
45534596
"StartClusterRequest": {
45544597
"description": "A request to start a cluster.",
45554598
"id": "StartClusterRequest",

0 commit comments

Comments
 (0)