[hotfix][cdc-connector][mongodb] Fix scanFullChangelog requires all c…

…ollections
jiamin13579 · Jan 30, 2024 · 82ccf00 · 82ccf00
1 parent 7ea1972
commit 82ccf00
Showing 1 changed file with 11 additions and 3 deletions.
diff --git a/...ngodb-cdc/src/main/java/com/ververica/cdc/connectors/mongodb/source/utils/MongoUtils.java b/...ngodb-cdc/src/main/java/com/ververica/cdc/connectors/mongodb/source/utils/MongoUtils.java
@@ -222,9 +222,17 @@ public static ChangeStreamIterable<Document> getChangeStreamIterable(
         }
 
         if (fullDocPrePostImage) {
-            // require both pre-image and post-image
-            changeStream.fullDocument(FullDocument.REQUIRED);
-            changeStream.fullDocumentBeforeChange(FullDocumentBeforeChange.REQUIRED);
+            if (StringUtils.isNotEmpty(database) && StringUtils.isNotEmpty(collection)) {
+                // require both pre-image and post-image records
+                changeStream.fullDocument(FullDocument.REQUIRED);
+                changeStream.fullDocumentBeforeChange(FullDocumentBeforeChange.REQUIRED);
+            } else {
+                // for RegEx limited namespaces, use WHEN_AVAILABLE option
+                // to avoid MongoDB complaining about missing pre- and post-image
+                // coming from irrelevant collections
+                changeStream.fullDocument(FullDocument.WHEN_AVAILABLE);
+                changeStream.fullDocumentBeforeChange(FullDocumentBeforeChange.WHEN_AVAILABLE);
+            }
         } else if (updateLookup) {
             changeStream.fullDocument(FullDocument.UPDATE_LOOKUP);
         }