You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: docs/dyn/dataplex_v1.projects.locations.dataScans.jobs.html
+12-4Lines changed: 12 additions & 4 deletions
Original file line number
Diff line number
Diff line change
@@ -165,6 +165,8 @@ <h3>Method Details</h3>
165
165
},
166
166
},
167
167
"dataProfileSpec": { # DataProfileScan related setting. # Output only. DataProfileScan related setting.
168
+
"rowFilter": "A String", # Optional. A filter applied to all rows in a single DataScan job. The filter needs to be a valid SQL expression for a WHERE clause in BigQuery standard SQL syntax. Example: col1 >= 0 AND col2 < 10
169
+
"samplingPercent": 3.14, # Optional. The percentage of the records to be selected from the dataset for DataScan. Value can range between 0.0 and 100.0 with up to 3 significant decimal digits. Sampling is not applied if sampling_percent is not specified, 0 or 100.
168
170
},
169
171
"dataQualityResult": { # The output of a DataQualityScan. # Output only. The result of the data quality scan.
170
172
"dimensions": [ # A list of results at the dimension level.
@@ -208,7 +210,7 @@ <h3>Method Details</h3>
208
210
"statisticRangeExpectation": { # Evaluates whether the column aggregate statistic lies between a specified range. # ColumnAggregate rule which evaluates whether the column aggregate statistic lies between a specified range.
209
211
"maxValue": "A String", # The maximum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
210
212
"minValue": "A String", # The minimum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
211
-
"statistic": "A String",
213
+
"statistic": "A String", # The aggregate metric to evaluate.
212
214
"strictMaxEnabled": True or False, # Whether column statistic needs to be strictly lesser than ('<') the maximum, or if equality is allowed.Only relevant if a max_value has been defined. Default = false.
213
215
"strictMinEnabled": True or False, # Whether column statistic needs to be strictly greater than ('>') the minimum, or if equality is allowed.Only relevant if a min_value has been defined. Default = false.
214
216
},
@@ -230,6 +232,7 @@ <h3>Method Details</h3>
230
232
},
231
233
},
232
234
"dataQualitySpec": { # DataQualityScan related setting. # Output only. DataQualityScan related setting.
235
+
"rowFilter": "A String", # Optional. A filter applied to all rows in a single DataScan job. The filter needs to be a valid SQL expression for a WHERE clause in BigQuery standard SQL syntax. Example: col1 >= 0 AND col2 < 10
233
236
"rules": [ # The list of rules to evaluate against a data source. At least one rule is required.
234
237
{ # A rule captures data quality intent about a data source.
235
238
"column": "A String", # Optional. The unnested column which this rule is evaluated against.
@@ -257,7 +260,7 @@ <h3>Method Details</h3>
257
260
"statisticRangeExpectation": { # Evaluates whether the column aggregate statistic lies between a specified range. # ColumnAggregate rule which evaluates whether the column aggregate statistic lies between a specified range.
258
261
"maxValue": "A String", # The maximum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
259
262
"minValue": "A String", # The minimum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
260
-
"statistic": "A String",
263
+
"statistic": "A String", # The aggregate metric to evaluate.
261
264
"strictMaxEnabled": True or False, # Whether column statistic needs to be strictly lesser than ('<') the maximum, or if equality is allowed.Only relevant if a max_value has been defined. Default = false.
262
265
"strictMinEnabled": True or False, # Whether column statistic needs to be strictly greater than ('>') the minimum, or if equality is allowed.Only relevant if a min_value has been defined. Default = false.
263
266
},
@@ -269,6 +272,7 @@ <h3>Method Details</h3>
269
272
},
270
273
},
271
274
],
275
+
"samplingPercent": 3.14, # Optional. The percentage of the records to be selected from the dataset for DataScan. Value can range between 0.0 and 100.0 with up to 3 significant decimal digits. Sampling is not applied if sampling_percent is not specified, 0 or 100.
272
276
},
273
277
"endTime": "A String", # Output only. The time when the DataScanJob ended.
274
278
"message": "A String", # Output only. Additional information about the current state.
@@ -352,6 +356,8 @@ <h3>Method Details</h3>
352
356
},
353
357
},
354
358
"dataProfileSpec": { # DataProfileScan related setting. # Output only. DataProfileScan related setting.
359
+
"rowFilter": "A String", # Optional. A filter applied to all rows in a single DataScan job. The filter needs to be a valid SQL expression for a WHERE clause in BigQuery standard SQL syntax. Example: col1 >= 0 AND col2 < 10
360
+
"samplingPercent": 3.14, # Optional. The percentage of the records to be selected from the dataset for DataScan. Value can range between 0.0 and 100.0 with up to 3 significant decimal digits. Sampling is not applied if sampling_percent is not specified, 0 or 100.
355
361
},
356
362
"dataQualityResult": { # The output of a DataQualityScan. # Output only. The result of the data quality scan.
357
363
"dimensions": [ # A list of results at the dimension level.
@@ -395,7 +401,7 @@ <h3>Method Details</h3>
395
401
"statisticRangeExpectation": { # Evaluates whether the column aggregate statistic lies between a specified range. # ColumnAggregate rule which evaluates whether the column aggregate statistic lies between a specified range.
396
402
"maxValue": "A String", # The maximum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
397
403
"minValue": "A String", # The minimum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
398
-
"statistic": "A String",
404
+
"statistic": "A String", # The aggregate metric to evaluate.
399
405
"strictMaxEnabled": True or False, # Whether column statistic needs to be strictly lesser than ('<') the maximum, or if equality is allowed.Only relevant if a max_value has been defined. Default = false.
400
406
"strictMinEnabled": True or False, # Whether column statistic needs to be strictly greater than ('>') the minimum, or if equality is allowed.Only relevant if a min_value has been defined. Default = false.
401
407
},
@@ -417,6 +423,7 @@ <h3>Method Details</h3>
417
423
},
418
424
},
419
425
"dataQualitySpec": { # DataQualityScan related setting. # Output only. DataQualityScan related setting.
426
+
"rowFilter": "A String", # Optional. A filter applied to all rows in a single DataScan job. The filter needs to be a valid SQL expression for a WHERE clause in BigQuery standard SQL syntax. Example: col1 >= 0 AND col2 < 10
420
427
"rules": [ # The list of rules to evaluate against a data source. At least one rule is required.
421
428
{ # A rule captures data quality intent about a data source.
422
429
"column": "A String", # Optional. The unnested column which this rule is evaluated against.
@@ -444,7 +451,7 @@ <h3>Method Details</h3>
444
451
"statisticRangeExpectation": { # Evaluates whether the column aggregate statistic lies between a specified range. # ColumnAggregate rule which evaluates whether the column aggregate statistic lies between a specified range.
445
452
"maxValue": "A String", # The maximum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
446
453
"minValue": "A String", # The minimum column statistic value allowed for a row to pass this validation.At least one of min_value and max_value need to be provided.
447
-
"statistic": "A String",
454
+
"statistic": "A String", # The aggregate metric to evaluate.
448
455
"strictMaxEnabled": True or False, # Whether column statistic needs to be strictly lesser than ('<') the maximum, or if equality is allowed.Only relevant if a max_value has been defined. Default = false.
449
456
"strictMinEnabled": True or False, # Whether column statistic needs to be strictly greater than ('>') the minimum, or if equality is allowed.Only relevant if a min_value has been defined. Default = false.
450
457
},
@@ -456,6 +463,7 @@ <h3>Method Details</h3>
456
463
},
457
464
},
458
465
],
466
+
"samplingPercent": 3.14, # Optional. The percentage of the records to be selected from the dataset for DataScan. Value can range between 0.0 and 100.0 with up to 3 significant decimal digits. Sampling is not applied if sampling_percent is not specified, 0 or 100.
459
467
},
460
468
"endTime": "A String", # Output only. The time when the DataScanJob ended.
461
469
"message": "A String", # Output only. Additional information about the current state.
0 commit comments