Skip to content

Commit 18be302

Browse files
committed
demo updates
1 parent 15e01d4 commit 18be302

File tree

1 file changed

+7
-6
lines changed

1 file changed

+7
-6
lines changed

examples/mongodb/demo/config/samples/payloads/cdc-job.json

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,6 @@
11
{
22
"partitions" : 1,
33
"pipeline": {
4-
"pipelineBufferSize" : 1024,
54
"stages" : [
65
{
76
"database": {
@@ -26,20 +25,22 @@
2625
"customConfiguration": {
2726
"mongodb.hosts" : "<comma-separated list of hostname and port pairs of the MongoDB servers in the replica set>",
2827
"database.include.list" : "sample_airbnb",
29-
"collection.include.list" : "sample_airbnb.testSnapshot",
28+
"collection.include.list" : "sample_airbnb.listingsAndReviews",
3029
"mongodb.ssl.enabled" : true,
31-
"mongodb.members.auto.discover" : true
30+
"mongodb.members.auto.discover" : true,
31+
"partition_records_initial_load_limit" : 0
3232
}
3333
},
3434
"tables": {
35-
"sample_airbnb.testSnapshot": {
35+
"sample_airbnb.listingsAndReviews": {
3636
"columns": [
3737
{ "targetColumn": "primary_key", "sourceColumn": "_id", "primaryKey": true }
3838
],
3939
"initialLoad": {
40-
"partitions": 4
40+
"partitions": 4,
41+
"selectQuery": "{ $match: { '_id' : { $gte : '0' } } }"
4142
},
42-
"schemaAndTableName": "sample_airbnb.testSnapshot",
43+
"schemaAndTableName": "sample_airbnb.listingsAndReviews",
4344
"passThroughEnabled" : true
4445
}
4546
}

0 commit comments

Comments
 (0)