Consider some streams forcefully as FULL_TABLE

singer-io · Oct 18, 2024 · c946e96 · c946e96
1 parent d537582
commit c946e96
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/tap_salesforce/__init__.py b/tap_salesforce/__init__.py
@@ -72,6 +72,13 @@ def build_state(raw_state, catalog):
 
     for catalog_entry in catalog['streams']:
         tap_stream_id = catalog_entry['tap_stream_id']
+
+        if tap_stream_id in FORCED_FULL_TABLE:
+            for metadata_entry in catalog_entry['metadata']:
+                if metadata_entry['breadcrumb'] == []:
+                    metadata_entry['metadata']['forced-replication-method'] = 'FULL_TABLE',
+                    metadata_entry['metadata'].pop('valid-replication-keys', None)
+                    break
         catalog_metadata = metadata.to_map(catalog_entry['metadata'])
         replication_method = catalog_metadata.get((), {}).get('replication-method')