Skip to content

Commit a39bb0f

Browse files
feat(datapipelines): update the api
#### datapipelines:v1 The following keys were added: - schemas.GoogleCloudDatapipelinesV1Pipeline.properties.pipelineSources (Total Keys: 2)
1 parent 6278697 commit a39bb0f

File tree

3 files changed

+31
-3
lines changed

3 files changed

+31
-3
lines changed

docs/dyn/datapipelines_v1.projects.locations.html

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -120,6 +120,9 @@ <h3>Method Details</h3>
120120
&quot;jobCount&quot;: 42, # Output only. Number of jobs.
121121
&quot;lastUpdateTime&quot;: &quot;A String&quot;, # Output only. Immutable. The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
122122
&quot;name&quot;: &quot;A String&quot;, # The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline&#x27;s location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it&#x27;s only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.
123+
&quot;pipelineSources&quot;: { # Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
124+
&quot;a_key&quot;: &quot;A String&quot;,
125+
},
123126
&quot;scheduleInfo&quot;: { # Details of the schedule the pipeline runs on. # Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
124127
&quot;nextJobTime&quot;: &quot;A String&quot;, # Output only. When the next Scheduler job is going to run.
125128
&quot;schedule&quot;: &quot;A String&quot;, # Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.

docs/dyn/datapipelines_v1.projects.locations.pipelines.html

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -116,6 +116,9 @@ <h3>Method Details</h3>
116116
&quot;jobCount&quot;: 42, # Output only. Number of jobs.
117117
&quot;lastUpdateTime&quot;: &quot;A String&quot;, # Output only. Immutable. The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
118118
&quot;name&quot;: &quot;A String&quot;, # The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline&#x27;s location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it&#x27;s only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.
119+
&quot;pipelineSources&quot;: { # Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
120+
&quot;a_key&quot;: &quot;A String&quot;,
121+
},
119122
&quot;scheduleInfo&quot;: { # Details of the schedule the pipeline runs on. # Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
120123
&quot;nextJobTime&quot;: &quot;A String&quot;, # Output only. When the next Scheduler job is going to run.
121124
&quot;schedule&quot;: &quot;A String&quot;, # Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.
@@ -221,6 +224,9 @@ <h3>Method Details</h3>
221224
&quot;jobCount&quot;: 42, # Output only. Number of jobs.
222225
&quot;lastUpdateTime&quot;: &quot;A String&quot;, # Output only. Immutable. The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
223226
&quot;name&quot;: &quot;A String&quot;, # The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline&#x27;s location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it&#x27;s only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.
227+
&quot;pipelineSources&quot;: { # Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
228+
&quot;a_key&quot;: &quot;A String&quot;,
229+
},
224230
&quot;scheduleInfo&quot;: { # Details of the schedule the pipeline runs on. # Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
225231
&quot;nextJobTime&quot;: &quot;A String&quot;, # Output only. When the next Scheduler job is going to run.
226232
&quot;schedule&quot;: &quot;A String&quot;, # Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.
@@ -351,6 +357,9 @@ <h3>Method Details</h3>
351357
&quot;jobCount&quot;: 42, # Output only. Number of jobs.
352358
&quot;lastUpdateTime&quot;: &quot;A String&quot;, # Output only. Immutable. The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
353359
&quot;name&quot;: &quot;A String&quot;, # The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline&#x27;s location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it&#x27;s only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.
360+
&quot;pipelineSources&quot;: { # Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
361+
&quot;a_key&quot;: &quot;A String&quot;,
362+
},
354363
&quot;scheduleInfo&quot;: { # Details of the schedule the pipeline runs on. # Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
355364
&quot;nextJobTime&quot;: &quot;A String&quot;, # Output only. When the next Scheduler job is going to run.
356365
&quot;schedule&quot;: &quot;A String&quot;, # Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.
@@ -458,6 +467,9 @@ <h3>Method Details</h3>
458467
&quot;jobCount&quot;: 42, # Output only. Number of jobs.
459468
&quot;lastUpdateTime&quot;: &quot;A String&quot;, # Output only. Immutable. The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
460469
&quot;name&quot;: &quot;A String&quot;, # The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline&#x27;s location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it&#x27;s only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.
470+
&quot;pipelineSources&quot;: { # Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
471+
&quot;a_key&quot;: &quot;A String&quot;,
472+
},
461473
&quot;scheduleInfo&quot;: { # Details of the schedule the pipeline runs on. # Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
462474
&quot;nextJobTime&quot;: &quot;A String&quot;, # Output only. When the next Scheduler job is going to run.
463475
&quot;schedule&quot;: &quot;A String&quot;, # Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.
@@ -564,6 +576,9 @@ <h3>Method Details</h3>
564576
&quot;jobCount&quot;: 42, # Output only. Number of jobs.
565577
&quot;lastUpdateTime&quot;: &quot;A String&quot;, # Output only. Immutable. The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
566578
&quot;name&quot;: &quot;A String&quot;, # The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline&#x27;s location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it&#x27;s only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.
579+
&quot;pipelineSources&quot;: { # Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
580+
&quot;a_key&quot;: &quot;A String&quot;,
581+
},
567582
&quot;scheduleInfo&quot;: { # Details of the schedule the pipeline runs on. # Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
568583
&quot;nextJobTime&quot;: &quot;A String&quot;, # Output only. When the next Scheduler job is going to run.
569584
&quot;schedule&quot;: &quot;A String&quot;, # Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.
@@ -733,6 +748,9 @@ <h3>Method Details</h3>
733748
&quot;jobCount&quot;: 42, # Output only. Number of jobs.
734749
&quot;lastUpdateTime&quot;: &quot;A String&quot;, # Output only. Immutable. The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
735750
&quot;name&quot;: &quot;A String&quot;, # The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline&#x27;s location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it&#x27;s only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.
751+
&quot;pipelineSources&quot;: { # Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
752+
&quot;a_key&quot;: &quot;A String&quot;,
753+
},
736754
&quot;scheduleInfo&quot;: { # Details of the schedule the pipeline runs on. # Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
737755
&quot;nextJobTime&quot;: &quot;A String&quot;, # Output only. When the next Scheduler job is going to run.
738756
&quot;schedule&quot;: &quot;A String&quot;, # Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.

googleapiclient/discovery_cache/documents/datapipelines.v1.json

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,9 +12,9 @@
1212
"baseUrl": "https://datapipelines.googleapis.com/",
1313
"batchPath": "batch",
1414
"canonicalName": "Datapipelines",
15-
"description": "",
15+
"description": "Data Pipelines provides an interface for creating, updating, and managing recurring Data Analytics jobs.",
1616
"discoveryVersion": "v1",
17-
"documentationLink": "https://developers.google.com/apis-explorer/#search/dataflow",
17+
"documentationLink": "https://cloud.google.com/dataflow/docs/guides/data-pipelines",
1818
"fullyEncodeReservedExpansion": true,
1919
"icons": {
2020
"x16": "http://www.google.com/images/icons/product/search-16.gif",
@@ -329,7 +329,7 @@
329329
}
330330
}
331331
},
332-
"revision": "20211022",
332+
"revision": "20211029",
333333
"rootUrl": "https://datapipelines.googleapis.com/",
334334
"schemas": {
335335
"GoogleCloudDatapipelinesV1DataflowJobDetails": {
@@ -688,6 +688,13 @@
688688
"description": "The pipeline name. For example: `projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID`. * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see [Identifying projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) * `LOCATION_ID` is the canonical ID for the pipeline's location. The list of available locations can be obtained by calling ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it's only available in [App Engine regions](https://cloud.google.com/about/locations#region). * `PIPELINE_ID` is the ID of the pipeline. Must be unique for the selected project and location.",
689689
"type": "string"
690690
},
691+
"pipelineSources": {
692+
"additionalProperties": {
693+
"type": "string"
694+
},
695+
"description": "Immutable. The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.",
696+
"type": "object"
697+
},
691698
"scheduleInfo": {
692699
"$ref": "GoogleCloudDatapipelinesV1ScheduleSpec",
693700
"description": "Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally."

0 commit comments

Comments
 (0)